2024-11-13 20:16:54,746 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 20:16:54,763 main DEBUG Took 0.016040 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 20:16:54,764 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 20:16:54,764 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 20:16:54,765 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 20:16:54,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,773 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 20:16:54,785 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,788 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,789 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,790 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,791 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,792 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,792 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,793 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,794 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,794 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,795 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:16:54,795 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,796 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 20:16:54,797 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:16:54,798 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 20:16:54,800 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 20:16:54,800 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 20:16:54,801 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 20:16:54,801 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 20:16:54,809 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 20:16:54,811 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 20:16:54,813 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 20:16:54,813 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 20:16:54,814 main DEBUG createAppenders(={Console}) 2024-11-13 20:16:54,814 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 20:16:54,814 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 20:16:54,815 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 20:16:54,815 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 20:16:54,815 main DEBUG OutputStream closed 2024-11-13 20:16:54,816 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 20:16:54,816 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 20:16:54,816 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 20:16:54,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 20:16:54,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 20:16:54,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 20:16:54,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 20:16:54,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 20:16:54,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 20:16:54,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 20:16:54,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 20:16:54,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 20:16:54,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 20:16:54,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 20:16:54,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 20:16:54,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 20:16:54,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 20:16:54,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 20:16:54,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 20:16:54,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 20:16:54,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 20:16:54,894 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 20:16:54,894 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 20:16:54,894 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 20:16:54,895 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T20:16:54,909 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 20:16:54,912 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 20:16:54,912 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T20:16:54,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=9290 2024-11-13T20:16:55,172 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T20:16:55,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8 2024-11-13T20:16:55,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf, deleteOnExit=true 2024-11-13T20:16:55,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf/zookeeper_0, clientPort=57898, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:16:55,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57898 2024-11-13T20:16:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:16:55,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:16:55,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/test.cache.data in system properties and HBase conf 2024-11-13T20:16:55,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:16:55,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:16:55,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:16:55,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:16:55,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:16:55,418 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T20:16:55,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:16:55,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:16:55,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:16:55,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:16:55,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:16:55,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:16:55,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:16:55,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:16:55,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:16:55,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:16:55,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:16:55,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:16:55,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:16:55,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:16:55,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:16:56,364 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T20:16:56,460 INFO [Time-limited test {}] log.Log(170): Logging initialized @2371ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T20:16:56,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:56,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:16:56,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:16:56,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:16:56,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:16:56,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:56,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:16:56,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:16:56,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/java.io.tmpdir/jetty-localhost-34619-hadoop-hdfs-3_4_1-tests_jar-_-any-12870395068081707966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:16:56,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34619} 2024-11-13T20:16:56,859 INFO [Time-limited test {}] server.Server(415): Started @2772ms 2024-11-13T20:16:57,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:57,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:16:57,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:16:57,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:16:57,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:16:57,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:16:57,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:16:57,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/java.io.tmpdir/jetty-localhost-36743-hadoop-hdfs-3_4_1-tests_jar-_-any-15804601914800187756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:16:57,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36743} 2024-11-13T20:16:57,360 INFO [Time-limited test {}] server.Server(415): Started @3272ms 2024-11-13T20:16:57,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:16:57,911 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf/data/data2/current/BP-1454983732-172.17.0.2-1731529016111/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:57,911 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf/data/data1/current/BP-1454983732-172.17.0.2-1731529016111/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:57,942 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:16:57,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537b4f88e6bf92b5 with lease ID 0x2162e2c6e49390dd: Processing first storage report for DS-4371ed11-c561-487f-9328-99af0cf25a5c from datanode DatanodeRegistration(127.0.0.1:45823, datanodeUuid=a808a1b6-8e38-451f-b9ae-0573c00daf03, infoPort=37935, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1000714096;c=1731529016111) 2024-11-13T20:16:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537b4f88e6bf92b5 with lease ID 0x2162e2c6e49390dd: from storage DS-4371ed11-c561-487f-9328-99af0cf25a5c node DatanodeRegistration(127.0.0.1:45823, datanodeUuid=a808a1b6-8e38-451f-b9ae-0573c00daf03, infoPort=37935, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1000714096;c=1731529016111), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:16:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537b4f88e6bf92b5 with lease ID 0x2162e2c6e49390dd: Processing first storage report for DS-db162f13-d9ce-402f-9448-6af3e9f12c1c from datanode DatanodeRegistration(127.0.0.1:45823, datanodeUuid=a808a1b6-8e38-451f-b9ae-0573c00daf03, infoPort=37935, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1000714096;c=1731529016111) 2024-11-13T20:16:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537b4f88e6bf92b5 with lease ID 0x2162e2c6e49390dd: from storage DS-db162f13-d9ce-402f-9448-6af3e9f12c1c node DatanodeRegistration(127.0.0.1:45823, datanodeUuid=a808a1b6-8e38-451f-b9ae-0573c00daf03, infoPort=37935, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1000714096;c=1731529016111), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:16:58,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8 2024-11-13T20:16:58,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:58,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:16:58,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a with version=8 2024-11-13T20:16:58,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/hbase-staging 2024-11-13T20:16:58,898 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T20:16:59,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:16:59,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:59,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:59,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:16:59,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:59,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:16:59,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:16:59,527 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T20:16:59,537 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T20:16:59,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:16:59,578 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9832 (auto-detected) 2024-11-13T20:16:59,580 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T20:16:59,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35557 2024-11-13T20:16:59,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35557 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:16:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355570x0, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:16:59,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35557-0x1003aca0a8e0000 connected 2024-11-13T20:16:59,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:59,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:59,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:16:59,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a, hbase.cluster.distributed=false 2024-11-13T20:16:59,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/acl 2024-11-13T20:16:59,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-13T20:16:59,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35557 2024-11-13T20:16:59,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35557 2024-11-13T20:16:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-13T20:16:59,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-13T20:16:59,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:16:59,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:59,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:59,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:16:59,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:59,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:16:59,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:16:59,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:16:59,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35299 2024-11-13T20:16:59,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35299 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:16:59,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:59,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352990x0, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:16:59,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352990x0, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:16:59,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35299-0x1003aca0a8e0001 connected 2024-11-13T20:16:59,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:16:59,942 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:16:59,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/master 2024-11-13T20:16:59,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/acl 2024-11-13T20:16:59,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35299 2024-11-13T20:16:59,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35299 2024-11-13T20:16:59,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35299 2024-11-13T20:16:59,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35299 2024-11-13T20:16:59,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35299 2024-11-13T20:16:59,969 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:35557 2024-11-13T20:16:59,971 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0280536002/backup-masters/04ac815325d6,35557,1731529018967 2024-11-13T20:16:59,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:16:59,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:16:59,980 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on existing znode=/0280536002/backup-masters/04ac815325d6,35557,1731529018967 2024-11-13T20:17:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0280536002/master 2024-11-13T20:17:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:00,002 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on existing znode=/0280536002/master 2024-11-13T20:17:00,003 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0280536002/backup-masters/04ac815325d6,35557,1731529018967 from backup master directory 2024-11-13T20:17:00,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:17:00,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/backup-masters/04ac815325d6,35557,1731529018967 2024-11-13T20:17:00,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:17:00,007 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:00,007 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,35557,1731529018967 2024-11-13T20:17:00,010 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T20:17:00,011 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T20:17:00,069 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/hbase.id] with ID: 0bf9fa48-7849-4aaf-83b4-258d260dab3b 2024-11-13T20:17:00,069 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/.tmp/hbase.id 2024-11-13T20:17:00,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:17:00,481 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/.tmp/hbase.id]:[hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/hbase.id] 2024-11-13T20:17:00,525 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:00,530 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:17:00,550 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-13T20:17:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:00,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:17:00,978 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:00,981 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:17:00,997 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:17:01,002 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:01,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:17:01,453 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store 2024-11-13T20:17:01,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:17:01,476 INFO [master/04ac815325d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T20:17:01,479 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:01,480 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:01,480 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:01,481 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:01,482 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:01,482 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:01,482 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:01,483 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529021480Disabling compacts and flushes for region at 1731529021480Disabling writes for close at 1731529021482 (+2 ms)Writing region close event to WAL at 1731529021482Closed at 1731529021482 2024-11-13T20:17:01,486 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/.initializing 2024-11-13T20:17:01,486 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967 2024-11-13T20:17:01,494 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:01,509 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C35557%2C1731529018967, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/oldWALs, maxLogs=10 2024-11-13T20:17:01,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967/04ac815325d6%2C35557%2C1731529018967.1731529021513, exclude list is [], retry=0 2024-11-13T20:17:01,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:01,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T20:17:01,589 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967/04ac815325d6%2C35557%2C1731529018967.1731529021513 2024-11-13T20:17:01,590 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:01,590 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:01,591 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:01,594 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,595 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:17:01,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:01,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:01,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:17:01,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:01,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:01,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:17:01,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:01,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:01,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:17:01,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:01,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:01,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,685 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,686 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,692 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,692 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,696 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:01,699 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:01,704 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:01,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70097182, jitterRate=0.04452940821647644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:01,712 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529021608Initializing all the Stores at 1731529021610 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529021611 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529021611Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529021612 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529021612Cleaning up temporary data from old regions at 1731529021692 (+80 ms)Region opened successfully at 1731529021712 (+20 ms) 2024-11-13T20:17:01,713 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:17:01,750 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2564529e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:01,783 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:17:01,794 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:17:01,795 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:17:01,798 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:17:01,799 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T20:17:01,804 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T20:17:01,805 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:17:01,831 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:17:01,839 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/balancer because node does not exist (not necessarily an error) 2024-11-13T20:17:01,841 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/balancer already deleted, retry=false 2024-11-13T20:17:01,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:17:01,845 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:17:01,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/normalizer already deleted, retry=false 2024-11-13T20:17:01,849 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:17:01,852 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:17:01,854 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/switch/split already deleted, retry=false 2024-11-13T20:17:01,855 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:17:01,857 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/switch/merge already deleted, retry=false 2024-11-13T20:17:01,877 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:17:01,879 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/snapshot-cleanup already deleted, retry=false 2024-11-13T20:17:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:01,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,35557,1731529018967, sessionid=0x1003aca0a8e0000, setting cluster-up flag (Was=false) 2024-11-13T20:17:01,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:01,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:01,904 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0280536002/flush-table-proc/acquired, /0280536002/flush-table-proc/reached, /0280536002/flush-table-proc/abort 2024-11-13T20:17:01,906 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,35557,1731529018967 2024-11-13T20:17:01,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:01,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:01,917 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0280536002/online-snapshot/acquired, /0280536002/online-snapshot/reached, /0280536002/online-snapshot/abort 2024-11-13T20:17:01,918 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,35557,1731529018967 2024-11-13T20:17:01,925 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:17:01,959 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(746): ClusterId : 0bf9fa48-7849-4aaf-83b4-258d260dab3b 2024-11-13T20:17:01,962 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:17:01,967 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:17:01,967 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:17:01,971 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:17:01,971 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b630c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:01,986 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:35299 2024-11-13T20:17:01,989 INFO [RS:0;04ac815325d6:35299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:17:01,989 INFO [RS:0;04ac815325d6:35299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:17:01,989 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:17:01,992 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,35557,1731529018967 with port=35299, startcode=1731529019867 2024-11-13T20:17:02,004 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:17:02,003 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:02,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:17:02,020 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:17:02,026 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,35557,1731529018967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:17:02,033 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:02,033 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:02,033 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:02,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:02,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:17:02,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:02,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529052037 2024-11-13T20:17:02,040 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:17:02,040 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:17:02,042 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:17:02,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:02,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:17:02,045 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:17:02,046 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:17:02,046 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:17:02,046 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:17:02,048 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:17:02,048 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,051 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:17:02,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:02,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:17:02,053 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:17:02,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:17:02,053 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:17:02,055 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:17:02,056 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:17:02,060 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529022057,5,FailOnTimeoutGroup] 2024-11-13T20:17:02,061 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529022061,5,FailOnTimeoutGroup] 2024-11-13T20:17:02,062 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,062 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:17:02,063 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,063 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:17:02,081 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T20:17:02,081 WARN [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T20:17:02,183 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,35557,1731529018967 with port=35299, startcode=1731529019867 2024-11-13T20:17:02,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,35299,1731529019867 2024-11-13T20:17:02,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,35299,1731529019867 2024-11-13T20:17:02,197 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a 2024-11-13T20:17:02,197 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39745 2024-11-13T20:17:02,197 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:17:02,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/rs 2024-11-13T20:17:02,202 DEBUG [RS:0;04ac815325d6:35299 {}] zookeeper.ZKUtil(111): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on existing znode=/0280536002/rs/04ac815325d6,35299,1731529019867 2024-11-13T20:17:02,202 WARN [RS:0;04ac815325d6:35299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:02,202 INFO [RS:0;04ac815325d6:35299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:02,203 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867 2024-11-13T20:17:02,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,35299,1731529019867] 2024-11-13T20:17:02,228 INFO [RS:0;04ac815325d6:35299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:17:02,241 INFO [RS:0;04ac815325d6:35299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:17:02,246 INFO [RS:0;04ac815325d6:35299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:17:02,246 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,247 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:17:02,253 INFO [RS:0;04ac815325d6:35299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:17:02,254 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,255 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,255 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,255 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,255 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,255 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,256 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:02,256 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,256 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,256 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,256 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,257 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,257 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:02,257 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:02,257 DEBUG [RS:0;04ac815325d6:35299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:02,258 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,258 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,259 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,259 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,259 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,259 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35299,1731529019867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:02,279 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:17:02,281 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35299,1731529019867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,281 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,282 INFO [RS:0;04ac815325d6:35299 {}] regionserver.Replication(171): 04ac815325d6,35299,1731529019867 started 2024-11-13T20:17:02,300 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:02,300 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,35299,1731529019867, RpcServer on 04ac815325d6/172.17.0.2:35299, sessionid=0x1003aca0a8e0001 2024-11-13T20:17:02,301 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:17:02,301 DEBUG [RS:0;04ac815325d6:35299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,35299,1731529019867 2024-11-13T20:17:02,301 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35299,1731529019867' 2024-11-13T20:17:02,302 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0280536002/flush-table-proc/abort' 2024-11-13T20:17:02,303 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0280536002/flush-table-proc/acquired' 2024-11-13T20:17:02,303 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:17:02,303 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:17:02,304 DEBUG [RS:0;04ac815325d6:35299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,35299,1731529019867 2024-11-13T20:17:02,304 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35299,1731529019867' 2024-11-13T20:17:02,304 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0280536002/online-snapshot/abort' 2024-11-13T20:17:02,305 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0280536002/online-snapshot/acquired' 2024-11-13T20:17:02,305 DEBUG [RS:0;04ac815325d6:35299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:17:02,305 INFO [RS:0;04ac815325d6:35299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:17:02,305 INFO [RS:0;04ac815325d6:35299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:17:02,411 INFO [RS:0;04ac815325d6:35299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:02,415 INFO [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35299%2C1731529019867, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs, maxLogs=10 2024-11-13T20:17:02,432 DEBUG [RS:0;04ac815325d6:35299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417, exclude list is [], retry=0 2024-11-13T20:17:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:02,440 INFO [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 2024-11-13T20:17:02,441 DEBUG [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:02,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:17:02,472 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a 2024-11-13T20:17:02,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:17:02,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:02,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:02,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:02,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:02,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:02,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:02,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:02,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:02,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:02,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:02,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:02,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:02,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:02,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:02,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:02,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:02,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:02,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:02,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740 2024-11-13T20:17:02,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740 2024-11-13T20:17:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:02,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:02,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:02,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:02,912 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66367330, jitterRate=-0.011049717664718628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:02,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529022884Initializing all the Stores at 1731529022886 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529022886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529022887 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529022887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529022887Cleaning up temporary data from old regions at 1731529022905 (+18 ms)Region opened successfully at 1731529022914 (+9 ms) 2024-11-13T20:17:02,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:02,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:02,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:02,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:02,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:02,917 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:02,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529022915Disabling compacts and flushes for region at 1731529022915Disabling writes for close at 1731529022915Writing region close event to WAL at 1731529022916 (+1 ms)Closed at 1731529022916 2024-11-13T20:17:02,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:02,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:17:02,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:02,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:02,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:17:03,093 DEBUG [04ac815325d6:35557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:03,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,35299,1731529019867 2024-11-13T20:17:03,113 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35299,1731529019867, state=OPENING 2024-11-13T20:17:03,119 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:17:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:03,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:03,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:03,125 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:03,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35299,1731529019867}] 2024-11-13T20:17:03,302 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:03,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:17:03,319 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:03,319 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:03,320 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:03,323 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35299%2C1731529019867.meta, suffix=.meta, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs, maxLogs=10 2024-11-13T20:17:03,341 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.meta.1731529023325.meta, exclude list is [], retry=0 2024-11-13T20:17:03,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:03,348 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.meta.1731529023325.meta 2024-11-13T20:17:03,349 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:03,349 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:03,355 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:03,356 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:03,359 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:03,362 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:03,366 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:03,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:03,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:03,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:03,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:03,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:03,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:03,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:03,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:03,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:03,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:03,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:03,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:03,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:03,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:03,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:03,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:03,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:03,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:03,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:03,382 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:03,384 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740 2024-11-13T20:17:03,387 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740 2024-11-13T20:17:03,389 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:03,389 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:03,390 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:03,392 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:03,394 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59237204, jitterRate=-0.11729687452316284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:03,394 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:03,416 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529023368Writing region info on filesystem at 1731529023368Initializing all the Stores at 1731529023370 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529023370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529023371 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529023371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529023371Cleaning up temporary data from old regions at 1731529023389 (+18 ms)Running coprocessor post-open hooks at 1731529023394 (+5 ms)Region opened successfully at 1731529023415 (+21 ms) 2024-11-13T20:17:03,423 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529023293 2024-11-13T20:17:03,435 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:03,436 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:03,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35299,1731529019867 2024-11-13T20:17:03,440 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35299,1731529019867, state=OPEN 2024-11-13T20:17:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:03,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:03,481 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,35299,1731529019867 2024-11-13T20:17:03,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:03,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:17:03,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35299,1731529019867 in 355 msec 2024-11-13T20:17:03,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:17:03,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2024-11-13T20:17:03,497 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:03,497 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:17:03,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:03,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35299,1731529019867, seqNum=-1] 2024-11-13T20:17:03,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:03,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:03,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6080 sec 2024-11-13T20:17:03,565 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529023565, completionTime=-1 2024-11-13T20:17:03,568 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:17:03,568 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:17:03,597 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:17:03,597 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529083597 2024-11-13T20:17:03,597 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529143597 2024-11-13T20:17:03,597 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-13T20:17:03,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35557,1731529018967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:03,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35557,1731529018967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:03,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35557,1731529018967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:03,602 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:35557, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:03,603 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:03,603 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:03,626 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:17:03,656 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.648sec 2024-11-13T20:17:03,657 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:17:03,659 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:17:03,660 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:17:03,661 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:17:03,661 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:17:03,662 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35557,1731529018967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:03,663 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35557,1731529018967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:17:03,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:03,672 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:17:03,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:17:03,673 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T20:17:03,673 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T20:17:03,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35557,1731529018967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:03,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35557,-1 for getting cluster id 2024-11-13T20:17:03,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:03,687 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bf9fa48-7849-4aaf-83b4-258d260dab3b' 2024-11-13T20:17:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bf9fa48-7849-4aaf-83b4-258d260dab3b" 2024-11-13T20:17:03,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35557,-1] 2024-11-13T20:17:03,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:03,698 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:03,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:03,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35299,1731529019867, seqNum=-1] 2024-11-13T20:17:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:03,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:03,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,35557,1731529018967 2024-11-13T20:17:03,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:17:03,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:03,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003aca0a8e0002 connected 2024-11-13T20:17:03,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.log.dir so I do NOT create it in target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f 2024-11-13T20:17:03,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:17:03,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.tmp.dir so I do NOT create it in target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f 2024-11-13T20:17:03,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:17:03,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f 2024-11-13T20:17:03,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:17:03,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/cluster_fe63e9c2-c08c-a4ec-b7f8-36b24a4cd44e, deleteOnExit=true 2024-11-13T20:17:03,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:17:03,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/test.cache.data in system properties and HBase conf 2024-11-13T20:17:03,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:17:03,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:17:03,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:17:03,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:17:03,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:17:03,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:17:03,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:03,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:03,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:17:03,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:03,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:17:03,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:17:03,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:03,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:03,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:17:03,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:17:03,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:17:03,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:03,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:17:03,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:17:03,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:03,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:03,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:03,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:03,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:17:03,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:03,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:03,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:04,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/java.io.tmpdir/jetty-localhost-35991-hadoop-hdfs-3_4_1-tests_jar-_-any-16140777792228992273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:04,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:35991} 2024-11-13T20:17:04,006 INFO [Time-limited test {}] server.Server(415): Started @9919ms 2024-11-13T20:17:04,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:04,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:04,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:04,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:04,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:17:04,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:04,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:04,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/java.io.tmpdir/jetty-localhost-39295-hadoop-hdfs-3_4_1-tests_jar-_-any-13679026266847177225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:04,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:39295} 2024-11-13T20:17:04,219 INFO [Time-limited test {}] server.Server(415): Started @10132ms 2024-11-13T20:17:04,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:17:04,333 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/cluster_fe63e9c2-c08c-a4ec-b7f8-36b24a4cd44e/data/data1/current/BP-1578942855-172.17.0.2-1731529023814/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:04,333 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/cluster_fe63e9c2-c08c-a4ec-b7f8-36b24a4cd44e/data/data2/current/BP-1578942855-172.17.0.2-1731529023814/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:04,351 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:17:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5176c2398b57eb with lease ID 0x45d1a3c0eb82db0a: Processing first storage report for DS-60cd666a-e89d-4309-ac46-7cd88c7652ec from datanode DatanodeRegistration(127.0.0.1:39471, datanodeUuid=e4835133-82d6-47a3-9149-75f300e163f8, infoPort=38245, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1688844025;c=1731529023814) 2024-11-13T20:17:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5176c2398b57eb with lease ID 0x45d1a3c0eb82db0a: from storage DS-60cd666a-e89d-4309-ac46-7cd88c7652ec node DatanodeRegistration(127.0.0.1:39471, datanodeUuid=e4835133-82d6-47a3-9149-75f300e163f8, infoPort=38245, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1688844025;c=1731529023814), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5176c2398b57eb with lease ID 0x45d1a3c0eb82db0a: Processing first storage report for DS-c04598a5-a2cf-43e4-849c-66040850c23e from datanode DatanodeRegistration(127.0.0.1:39471, datanodeUuid=e4835133-82d6-47a3-9149-75f300e163f8, infoPort=38245, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1688844025;c=1731529023814) 2024-11-13T20:17:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5176c2398b57eb with lease ID 0x45d1a3c0eb82db0a: from storage DS-c04598a5-a2cf-43e4-849c-66040850c23e node DatanodeRegistration(127.0.0.1:39471, datanodeUuid=e4835133-82d6-47a3-9149-75f300e163f8, infoPort=38245, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1688844025;c=1731529023814), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:04,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f 2024-11-13T20:17:04,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:04,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:17:04,868 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159 with version=8 2024-11-13T20:17:04,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/hbase-staging 2024-11-13T20:17:04,870 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:04,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:04,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:17:04,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:04,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33851 2024-11-13T20:17:04,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33851 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:17:04,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338510x0, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:04,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33851-0x1003aca0a8e0003 connected 2024-11-13T20:17:04,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:04,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:04,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on znode that does not yet exist, /1-1439613750/running 2024-11-13T20:17:04,895 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159, hbase.cluster.distributed=false 2024-11-13T20:17:04,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on znode that does not yet exist, /1-1439613750/acl 2024-11-13T20:17:04,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33851 2024-11-13T20:17:04,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33851 2024-11-13T20:17:04,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33851 2024-11-13T20:17:04,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33851 2024-11-13T20:17:04,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33851 2024-11-13T20:17:04,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:04,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:04,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:04,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:04,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:04,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:04,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:17:04,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:04,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44333 2024-11-13T20:17:04,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44333 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:17:04,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:04,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:04,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443330x0, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:04,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443330x0, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on znode that does not yet exist, /1-1439613750/running 2024-11-13T20:17:04,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44333-0x1003aca0a8e0004 connected 2024-11-13T20:17:04,926 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:17:04,927 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:17:04,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on znode that does not yet exist, /1-1439613750/master 2024-11-13T20:17:04,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on znode that does not yet exist, /1-1439613750/acl 2024-11-13T20:17:04,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44333 2024-11-13T20:17:04,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44333 2024-11-13T20:17:04,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44333 2024-11-13T20:17:04,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44333 2024-11-13T20:17:04,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44333 2024-11-13T20:17:04,943 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:33851 2024-11-13T20:17:04,944 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1439613750/backup-masters/04ac815325d6,33851,1731529024870 2024-11-13T20:17:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750/backup-masters 2024-11-13T20:17:04,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750/backup-masters 2024-11-13T20:17:04,947 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on existing znode=/1-1439613750/backup-masters/04ac815325d6,33851,1731529024870 2024-11-13T20:17:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1439613750/master 2024-11-13T20:17:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:04,949 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on existing znode=/1-1439613750/master 2024-11-13T20:17:04,950 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1439613750/backup-masters/04ac815325d6,33851,1731529024870 from backup master directory 2024-11-13T20:17:04,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750/backup-masters 2024-11-13T20:17:04,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1439613750/backup-masters/04ac815325d6,33851,1731529024870 2024-11-13T20:17:04,951 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:04,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750/backup-masters 2024-11-13T20:17:04,952 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,33851,1731529024870 2024-11-13T20:17:04,958 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/hbase.id] with ID: baa06ea6-faaa-4191-8e3b-706d5b93989b 2024-11-13T20:17:04,958 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/.tmp/hbase.id 2024-11-13T20:17:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:17:05,366 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/.tmp/hbase.id]:[hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/hbase.id] 2024-11-13T20:17:05,388 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:05,389 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:17:05,390 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:17:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:05,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:17:05,802 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:05,803 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:17:05,804 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:05,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:17:06,216 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store 2024-11-13T20:17:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:17:06,626 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:06,627 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:06,627 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:06,627 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:06,627 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:06,627 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:06,627 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:06,627 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529026627Disabling compacts and flushes for region at 1731529026627Disabling writes for close at 1731529026627Writing region close event to WAL at 1731529026627Closed at 1731529026627 2024-11-13T20:17:06,629 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/.initializing 2024-11-13T20:17:06,629 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/WALs/04ac815325d6,33851,1731529024870 2024-11-13T20:17:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:06,633 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C33851%2C1731529024870, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/WALs/04ac815325d6,33851,1731529024870, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/oldWALs, maxLogs=10 2024-11-13T20:17:06,647 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/WALs/04ac815325d6,33851,1731529024870/04ac815325d6%2C33851%2C1731529024870.1731529026634, exclude list is [], retry=0 2024-11-13T20:17:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39471,DS-60cd666a-e89d-4309-ac46-7cd88c7652ec,DISK] 2024-11-13T20:17:06,654 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/WALs/04ac815325d6,33851,1731529024870/04ac815325d6%2C33851%2C1731529024870.1731529026634 2024-11-13T20:17:06,655 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38245:38245)] 2024-11-13T20:17:06,655 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:06,655 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:06,655 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,655 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:17:06,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:06,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:06,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:17:06,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:06,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:06,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:17:06,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:06,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:06,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:17:06,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:06,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:06,670 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,672 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,672 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,675 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,675 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,675 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:06,677 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:06,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:06,681 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74776135, jitterRate=0.11425124108791351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:06,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529026655Initializing all the Stores at 1731529026657 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529026657Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529026658 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529026658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529026658Cleaning up temporary data from old regions at 1731529026675 (+17 ms)Region opened successfully at 1731529026682 (+7 ms) 2024-11-13T20:17:06,682 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:17:06,687 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ab24d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:06,688 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:17:06,688 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:17:06,688 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:17:06,688 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:17:06,689 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:17:06,690 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:17:06,690 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:17:06,693 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:17:06,694 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Unable to get data of znode /1-1439613750/balancer because node does not exist (not necessarily an error) 2024-11-13T20:17:06,696 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1439613750/balancer already deleted, retry=false 2024-11-13T20:17:06,696 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:17:06,697 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Unable to get data of znode /1-1439613750/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:17:06,698 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1439613750/normalizer already deleted, retry=false 2024-11-13T20:17:06,698 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:17:06,699 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Unable to get data of znode /1-1439613750/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:17:06,701 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1439613750/switch/split already deleted, retry=false 2024-11-13T20:17:06,701 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Unable to get data of znode /1-1439613750/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:17:06,703 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1439613750/switch/merge already deleted, retry=false 2024-11-13T20:17:06,705 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Unable to get data of znode /1-1439613750/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:17:06,707 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1439613750/snapshot-cleanup already deleted, retry=false 2024-11-13T20:17:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1439613750/running 2024-11-13T20:17:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1439613750/running 2024-11-13T20:17:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:06,710 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,33851,1731529024870, sessionid=0x1003aca0a8e0003, setting cluster-up flag (Was=false) 2024-11-13T20:17:06,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:06,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:06,718 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1439613750/flush-table-proc/acquired, /1-1439613750/flush-table-proc/reached, /1-1439613750/flush-table-proc/abort 2024-11-13T20:17:06,720 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,33851,1731529024870 2024-11-13T20:17:06,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:06,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:06,730 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1439613750/online-snapshot/acquired, /1-1439613750/online-snapshot/reached, /1-1439613750/online-snapshot/abort 2024-11-13T20:17:06,731 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,33851,1731529024870 2024-11-13T20:17:06,732 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:17:06,734 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(746): ClusterId : baa06ea6-faaa-4191-8e3b-706d5b93989b 2024-11-13T20:17:06,734 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:17:06,736 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:06,736 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:17:06,736 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:17:06,736 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:17:06,737 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:17:06,737 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,33851,1731529024870 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:17:06,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:06,739 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:17:06,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:06,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:06,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:06,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:17:06,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,740 DEBUG [RS:0;04ac815325d6:44333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34775d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:06,740 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:06,740 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:06,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:17:06,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529056744 2024-11-13T20:17:06,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:06,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:17:06,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:17:06,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:17:06,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:17:06,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:17:06,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:17:06,745 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:17:06,746 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,747 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:17:06,747 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:17:06,747 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:17:06,747 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:17:06,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:17:06,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:17:06,748 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529026748,5,FailOnTimeoutGroup] 2024-11-13T20:17:06,748 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529026748,5,FailOnTimeoutGroup] 2024-11-13T20:17:06,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:17:06,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:17:06,754 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:44333 2024-11-13T20:17:06,754 INFO [RS:0;04ac815325d6:44333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:17:06,754 INFO [RS:0;04ac815325d6:44333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:17:06,754 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:17:06,755 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,33851,1731529024870 with port=44333, startcode=1731529024914 2024-11-13T20:17:06,755 DEBUG [RS:0;04ac815325d6:44333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:17:06,757 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:17:06,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,44333,1731529024914 2024-11-13T20:17:06,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33851 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,44333,1731529024914 2024-11-13T20:17:06,761 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159 2024-11-13T20:17:06,762 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38647 2024-11-13T20:17:06,762 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:17:06,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750/rs 2024-11-13T20:17:06,768 DEBUG [RS:0;04ac815325d6:44333 {}] zookeeper.ZKUtil(111): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on existing znode=/1-1439613750/rs/04ac815325d6,44333,1731529024914 2024-11-13T20:17:06,768 WARN [RS:0;04ac815325d6:44333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:06,768 INFO [RS:0;04ac815325d6:44333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:06,768 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/WALs/04ac815325d6,44333,1731529024914 2024-11-13T20:17:06,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,44333,1731529024914] 2024-11-13T20:17:06,772 INFO [RS:0;04ac815325d6:44333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:17:06,774 INFO [RS:0;04ac815325d6:44333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:17:06,775 INFO [RS:0;04ac815325d6:44333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:17:06,775 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,775 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:17:06,776 INFO [RS:0;04ac815325d6:44333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:17:06,776 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,776 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,776 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,776 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:06,777 DEBUG [RS:0;04ac815325d6:44333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:06,778 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,778 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,778 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,778 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,778 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,778 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44333,1731529024914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:06,793 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:17:06,793 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44333,1731529024914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,793 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,793 INFO [RS:0;04ac815325d6:44333 {}] regionserver.Replication(171): 04ac815325d6,44333,1731529024914 started 2024-11-13T20:17:06,807 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:06,807 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,44333,1731529024914, RpcServer on 04ac815325d6/172.17.0.2:44333, sessionid=0x1003aca0a8e0004 2024-11-13T20:17:06,808 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:17:06,808 DEBUG [RS:0;04ac815325d6:44333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,44333,1731529024914 2024-11-13T20:17:06,808 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44333,1731529024914' 2024-11-13T20:17:06,808 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1439613750/flush-table-proc/abort' 2024-11-13T20:17:06,808 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1439613750/flush-table-proc/acquired' 2024-11-13T20:17:06,809 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:17:06,809 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:17:06,809 DEBUG [RS:0;04ac815325d6:44333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,44333,1731529024914 2024-11-13T20:17:06,809 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44333,1731529024914' 2024-11-13T20:17:06,809 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1439613750/online-snapshot/abort' 2024-11-13T20:17:06,809 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1439613750/online-snapshot/acquired' 2024-11-13T20:17:06,810 DEBUG [RS:0;04ac815325d6:44333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:17:06,810 INFO [RS:0;04ac815325d6:44333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:17:06,810 INFO [RS:0;04ac815325d6:44333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:17:06,910 INFO [RS:0;04ac815325d6:44333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:06,913 INFO [RS:0;04ac815325d6:44333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44333%2C1731529024914, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/WALs/04ac815325d6,44333,1731529024914, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/oldWALs, maxLogs=10 2024-11-13T20:17:06,928 DEBUG [RS:0;04ac815325d6:44333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/WALs/04ac815325d6,44333,1731529024914/04ac815325d6%2C44333%2C1731529024914.1731529026914, exclude list is [], retry=0 2024-11-13T20:17:06,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39471,DS-60cd666a-e89d-4309-ac46-7cd88c7652ec,DISK] 2024-11-13T20:17:06,934 INFO [RS:0;04ac815325d6:44333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/WALs/04ac815325d6,44333,1731529024914/04ac815325d6%2C44333%2C1731529024914.1731529026914 2024-11-13T20:17:06,934 DEBUG [RS:0;04ac815325d6:44333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38245:38245)] 2024-11-13T20:17:07,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:17:07,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159 2024-11-13T20:17:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:17:07,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:07,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:07,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:07,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:07,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:07,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:07,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:07,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:07,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:07,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:07,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740 2024-11-13T20:17:07,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740 2024-11-13T20:17:07,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:07,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:07,586 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:07,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:07,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:07,591 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64017734, jitterRate=-0.046061426401138306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:07,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529027567Initializing all the Stores at 1731529027569 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529027569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529027569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529027569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529027569Cleaning up temporary data from old regions at 1731529027585 (+16 ms)Region opened successfully at 1731529027591 (+6 ms) 2024-11-13T20:17:07,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:07,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:07,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:07,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:07,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:07,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:07,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529027592Disabling compacts and flushes for region at 1731529027592Disabling writes for close at 1731529027592Writing region close event to WAL at 1731529027592Closed at 1731529027592 2024-11-13T20:17:07,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:07,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:17:07,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:07,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:07,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:17:07,749 DEBUG [04ac815325d6:33851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:07,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,44333,1731529024914 2024-11-13T20:17:07,753 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44333,1731529024914, state=OPENING 2024-11-13T20:17:07,755 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:17:07,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:07,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:07,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:07,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1439613750/meta-region-server: CHANGED 2024-11-13T20:17:07,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1439613750/meta-region-server: CHANGED 2024-11-13T20:17:07,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44333,1731529024914}] 2024-11-13T20:17:07,912 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:07,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:17:07,921 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:07,921 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:07,922 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:07,924 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44333%2C1731529024914.meta, suffix=.meta, logDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/WALs/04ac815325d6,44333,1731529024914, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/oldWALs, maxLogs=10 2024-11-13T20:17:07,940 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/WALs/04ac815325d6,44333,1731529024914/04ac815325d6%2C44333%2C1731529024914.meta.1731529027926.meta, exclude list is [], retry=0 2024-11-13T20:17:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39471,DS-60cd666a-e89d-4309-ac46-7cd88c7652ec,DISK] 2024-11-13T20:17:07,946 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/WALs/04ac815325d6,44333,1731529024914/04ac815325d6%2C44333%2C1731529024914.meta.1731529027926.meta 2024-11-13T20:17:07,946 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38245:38245)] 2024-11-13T20:17:07,947 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:07,947 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:07,947 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:07,947 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:07,948 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:07,948 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:07,948 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:07,948 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:07,948 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:07,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:07,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:07,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:07,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:07,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:07,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:07,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:07,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:07,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:07,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:07,960 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:07,961 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740 2024-11-13T20:17:07,963 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740 2024-11-13T20:17:07,965 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:07,965 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:07,966 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:07,968 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:07,970 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68394079, jitterRate=0.019151195883750916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:07,970 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:07,970 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529027948Writing region info on filesystem at 1731529027948Initializing all the Stores at 1731529027950 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529027950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529027950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529027950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529027950Cleaning up temporary data from old regions at 1731529027965 (+15 ms)Running coprocessor post-open hooks at 1731529027970 (+5 ms)Region opened successfully at 1731529027970 2024-11-13T20:17:07,972 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529027912 2024-11-13T20:17:07,975 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:07,975 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:07,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,44333,1731529024914 2024-11-13T20:17:07,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44333,1731529024914, state=OPEN 2024-11-13T20:17:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1439613750/meta-region-server 2024-11-13T20:17:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1439613750/meta-region-server 2024-11-13T20:17:07,980 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,44333,1731529024914 2024-11-13T20:17:07,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1439613750/meta-region-server: CHANGED 2024-11-13T20:17:07,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1439613750/meta-region-server: CHANGED 2024-11-13T20:17:07,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:17:07,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44333,1731529024914 in 223 msec 2024-11-13T20:17:07,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:17:07,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-13T20:17:07,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:07,989 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:17:07,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:07,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44333,1731529024914, seqNum=-1] 2024-11-13T20:17:07,992 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:07,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:08,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-13T20:17:08,004 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529028004, completionTime=-1 2024-11-13T20:17:08,004 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:17:08,004 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:17:08,007 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:17:08,007 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529088007 2024-11-13T20:17:08,007 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529148007 2024-11-13T20:17:08,007 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T20:17:08,008 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33851,1731529024870-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:08,008 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33851,1731529024870-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:08,008 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33851,1731529024870-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:08,008 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:33851, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:08,008 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:08,008 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:08,010 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.062sec 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33851,1731529024870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:08,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33851,1731529024870-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:17:08,018 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:17:08,018 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:17:08,018 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33851,1731529024870-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:08,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:08,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:08,037 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792945ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:08,041 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:08,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44333,1731529024914, seqNum=-1] 2024-11-13T20:17:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:08,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:08,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,33851,1731529024870 2024-11-13T20:17:08,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:17:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:08,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003aca0a8e0005 connected 2024-11-13T20:17:08,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35557,-1 for getting cluster id 2024-11-13T20:17:08,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:08,060 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bf9fa48-7849-4aaf-83b4-258d260dab3b' 2024-11-13T20:17:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bf9fa48-7849-4aaf-83b4-258d260dab3b" 2024-11-13T20:17:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ca66e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35557,-1] 2024-11-13T20:17:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:08,063 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfb3f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35557,1731529018967 2024-11-13T20:17:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76ac5908 2024-11-13T20:17:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:08,082 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:08,083 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:17:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:17:08,096 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:08,098 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f847346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,098 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:08,098 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:08,099 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bf08ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:08,101 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:08,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:08,103 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:08,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:08,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a4c8468 2024-11-13T20:17:08,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:08,110 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:08,122 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T20:17:08,123 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:17:08,127 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:08,128 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:08,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:08,129 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:08,135 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:17:08,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:17:08,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:08,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:17:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741835_1011 (size=1138) 2024-11-13T20:17:08,188 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:17:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:08,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:08,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 946769c6bc6c0c6f4d6399847e2d227c, NAME => 'hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a 2024-11-13T20:17:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741836_1012 (size=44) 2024-11-13T20:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:08,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:08,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:08,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 946769c6bc6c0c6f4d6399847e2d227c, disabling compactions & flushes 2024-11-13T20:17:08,962 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:08,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:08,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. after waiting 0 ms 2024-11-13T20:17:08,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:08,962 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:08,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 946769c6bc6c0c6f4d6399847e2d227c: Waiting for close lock at 1731529028962Disabling compacts and flushes for region at 1731529028962Disabling writes for close at 1731529028962Writing region close event to WAL at 1731529028962Closed at 1731529028962 2024-11-13T20:17:08,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:17:08,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529028965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529028965"}]},"ts":"1731529028965"} 2024-11-13T20:17:08,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:17:08,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:17:08,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529028976"}]},"ts":"1731529028976"} 2024-11-13T20:17:08,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:17:08,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN}] 2024-11-13T20:17:08,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN 2024-11-13T20:17:08,989 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN; state=OFFLINE, location=04ac815325d6,35299,1731529019867; forceNewPlan=false, retain=false 2024-11-13T20:17:09,140 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=946769c6bc6c0c6f4d6399847e2d227c, regionState=OPENING, regionLocation=04ac815325d6,35299,1731529019867 2024-11-13T20:17:09,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN because future has completed 2024-11-13T20:17:09,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946769c6bc6c0c6f4d6399847e2d227c, server=04ac815325d6,35299,1731529019867}] 2024-11-13T20:17:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:09,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:09,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:09,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:17:09,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35299%2C1731529019867.rep, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs, maxLogs=10 2024-11-13T20:17:09,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.rep.1731529029309, exclude list is [], retry=0 2024-11-13T20:17:09,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:09,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.rep.1731529029309 2024-11-13T20:17:09,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:09,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 946769c6bc6c0c6f4d6399847e2d227c, NAME => 'hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:09,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:09,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:09,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. service=MultiRowMutationService 2024-11-13T20:17:09,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:17:09,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:09,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,332 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,334 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946769c6bc6c0c6f4d6399847e2d227c columnFamilyName hfileref 2024-11-13T20:17:09,334 DEBUG [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:09,334 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(327): Store=946769c6bc6c0c6f4d6399847e2d227c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:09,335 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,336 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946769c6bc6c0c6f4d6399847e2d227c columnFamilyName queue 2024-11-13T20:17:09,336 DEBUG [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:09,337 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(327): Store=946769c6bc6c0c6f4d6399847e2d227c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:09,337 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,339 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946769c6bc6c0c6f4d6399847e2d227c columnFamilyName sid 2024-11-13T20:17:09,339 DEBUG [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:09,340 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(327): Store=946769c6bc6c0c6f4d6399847e2d227c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:09,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:17:09,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:09,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 946769c6bc6c0c6f4d6399847e2d227c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74625610, jitterRate=0.1120082437992096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:17:09,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:09,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 946769c6bc6c0c6f4d6399847e2d227c: Running coprocessor pre-open hook at 1731529029330Writing region info on filesystem at 1731529029330Initializing all the Stores at 1731529029331 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529029331Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529029332 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529029332Cleaning up temporary data from old regions at 1731529029343 (+11 ms)Running coprocessor post-open hooks at 1731529029349 (+6 ms)Region opened successfully at 1731529029350 (+1 ms) 2024-11-13T20:17:09,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., pid=7, masterSystemTime=1731529029299 2024-11-13T20:17:09,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:09,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:09,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=946769c6bc6c0c6f4d6399847e2d227c, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35299,1731529019867 2024-11-13T20:17:09,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946769c6bc6c0c6f4d6399847e2d227c, server=04ac815325d6,35299,1731529019867 because future has completed 2024-11-13T20:17:09,363 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=04ac815325d6,35299,1731529019867, table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T20:17:09,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T20:17:09,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 946769c6bc6c0c6f4d6399847e2d227c, server=04ac815325d6,35299,1731529019867 in 218 msec 2024-11-13T20:17:09,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:17:09,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN in 382 msec 2024-11-13T20:17:09,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:17:09,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529029372"}]},"ts":"1731529029372"} 2024-11-13T20:17:09,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:17:09,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:17:09,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-11-13T20:17:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., hostname=04ac815325d6,35299,1731529019867, seqNum=2] 2024-11-13T20:17:09,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35299 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T20:17:09,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:09,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:09,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:17:09,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:17:09,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:17:09,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:17:09,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T20:17:09,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:09,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T20:17:09,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:09,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T20:17:09,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T20:17:09,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T20:17:09,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T20:17:09,593 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:17:09,633 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,35299,1731529019867, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:17:09,635 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:09,635 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35299,1731529019867, seqNum=-1] 2024-11-13T20:17:09,636 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:09,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T20:17:09,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,35299,1731529019867', locateType=CURRENT is [region=hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., hostname=04ac815325d6,35299,1731529019867, seqNum=2] 2024-11-13T20:17:09,647 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T20:17:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T20:17:09,653 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,35299,1731529019867 suceeded 2024-11-13T20:17:09,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T20:17:09,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-13T20:17:09,656 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:17:09,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5700 sec 2024-11-13T20:17:09,667 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:09,671 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195dab85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:09,671 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:09,671 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:09,672 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:09,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:09,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:09,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eda5903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:09,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:09,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:09,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:09,674 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:09,675 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737f3d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:09,675 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@323b089a 2024-11-13T20:17:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:09,677 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T20:17:09,678 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,35299,1731529019867 (queues=1) is replicating from cluster=0bf9fa48-7849-4aaf-83b4-258d260dab3b to cluster=baa06ea6-faaa-4191-8e3b-706d5b93989b 2024-11-13T20:17:09,680 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C35299%2C1731529019867 2024-11-13T20:17:09,685 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,35299,1731529019867, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:17:09,688 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.shipper04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C35299%2C1731529019867 2024-11-13T20:17:09,691 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417, startPosition=0, beingWritten=true 2024-11-13T20:17:09,968 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:10,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:10,247 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:17:10,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:10,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:10,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35557,-1 for getting cluster id 2024-11-13T20:17:10,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:10,250 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bf9fa48-7849-4aaf-83b4-258d260dab3b' 2024-11-13T20:17:10,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:10,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bf9fa48-7849-4aaf-83b4-258d260dab3b" 2024-11-13T20:17:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e870ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35557,-1] 2024-11-13T20:17:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,252 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c22268a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:10,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35557,1731529018967 2024-11-13T20:17:10,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e49029 2024-11-13T20:17:10,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:10,256 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:10,257 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:17:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:17:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T20:17:10,261 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:10,262 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fd5eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,262 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:10,262 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:10,263 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:10,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:10,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:10,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509a0c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:10,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:10,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,265 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:10,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19907b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,266 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:10,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:10,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@525edeaf 2024-11-13T20:17:10,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:10,268 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:10,269 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T20:17:10,269 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:17:10,269 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,269 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:10,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:17:10,280 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T20:17:10,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T20:17:10,433 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T20:17:10,464 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-04ac815325d6,35299,1731529019867, ReplicationSource: 2, currentBandwidth=0 2024-11-13T20:17:10,468 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T20:17:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T20:17:10,471 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 04ac815325d6,35299,1731529019867 suceeded 2024-11-13T20:17:10,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:17:10,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-13T20:17:10,474 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:17:10,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-13T20:17:10,483 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:10,484 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e435593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,484 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:10,485 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:10,485 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:10,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:10,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:10,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb1d92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,488 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:10,489 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4020aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,489 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67be67a4 2024-11-13T20:17:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:10,491 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T20:17:10,492 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-04ac815325d6,35299,1731529019867 (queues=1) is replicating from cluster=0bf9fa48-7849-4aaf-83b4-258d260dab3b to cluster=baa06ea6-faaa-4191-8e3b-706d5b93989b 2024-11-13T20:17:10,492 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=04ac815325d6%2C35299%2C1731529019867 2024-11-13T20:17:10,492 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-04ac815325d6,35299,1731529019867, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:17:10,492 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.shipper04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C35299%2C1731529019867 2024-11-13T20:17:10,493 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417, startPosition=0, beingWritten=true 2024-11-13T20:17:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T20:17:10,578 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T20:17:10,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:10,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:10,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:10,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35557,1731529018967 2024-11-13T20:17:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaee9d6 2024-11-13T20:17:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:10,584 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:10,586 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:17:10,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T20:17:10,588 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:17:10,589 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T20:17:10,592 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:17:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T20:17:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T20:17:10,598 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:10,599 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a77952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,599 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:10,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:10,600 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:10,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:10,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:10,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6453c4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:10,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:10,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,602 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:10,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33436e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:10,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:10,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@699c7b5e 2024-11-13T20:17:10,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:10,605 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:10,606 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:17:10,606 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:17:10,606 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,606 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:10,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:17:10,687 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:10,700 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T20:17:10,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T20:17:10,764 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T20:17:10,766 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T20:17:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T20:17:10,770 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 04ac815325d6,35299,1731529019867 suceeded 2024-11-13T20:17:10,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T20:17:10,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-13T20:17:10,773 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:17:10,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-13T20:17:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T20:17:10,917 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T20:17:10,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:17:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T20:17:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T20:17:10,921 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:10,922 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107bed32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,923 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:10,923 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:10,924 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:10,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:10,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:10,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8ae448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:10,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:10,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,925 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:10,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c2cdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:10,926 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:10,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:10,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63860969 2024-11-13T20:17:10,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:10,928 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:10,929 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T20:17:10,929 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:17:10,929 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,929 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:10,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:10,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:17:11,006 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T20:17:11,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T20:17:11,087 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T20:17:11,088 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T20:17:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T20:17:11,091 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 04ac815325d6,35299,1731529019867 suceeded 2024-11-13T20:17:11,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T20:17:11,094 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://04ac815325d6:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:17:11,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T20:17:11,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-13T20:17:11,194 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T20:17:11,238 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T20:17:11,238 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:17:11,239 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35557 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T20:17:11,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:11,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:11,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:11,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:11,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:11,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:17:11,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=307999247, stopped=false 2024-11-13T20:17:11,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,35557,1731529018967 2024-11-13T20:17:11,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:11,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:11,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:11,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:11,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:11,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:11,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:11,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:11,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:17:11,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:17:11,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,35299,1731529019867' ***** 2024-11-13T20:17:11,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:17:11,244 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:11,244 INFO [RS:0;04ac815325d6:35299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:17:11,244 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:11,245 INFO [RS:0;04ac815325d6:35299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:17:11,245 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(3091): Received CLOSE for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:11,245 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,35299,1731529019867 2024-11-13T20:17:11,246 INFO [RS:0;04ac815325d6:35299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:11,246 INFO [RS:0;04ac815325d6:35299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35299. 2024-11-13T20:17:11,246 DEBUG [RS:0;04ac815325d6:35299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:11,246 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:11,246 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 946769c6bc6c0c6f4d6399847e2d227c, disabling compactions & flushes 2024-11-13T20:17:11,246 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:11,246 INFO [RS:0;04ac815325d6:35299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:17:11,246 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:11,246 INFO [RS:0;04ac815325d6:35299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:17:11,246 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. after waiting 0 ms 2024-11-13T20:17:11,246 INFO [RS:0;04ac815325d6:35299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:17:11,246 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:11,246 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:17:11,247 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:17:11,247 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1325): Online Regions={946769c6bc6c0c6f4d6399847e2d227c=hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:17:11,247 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:11,247 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:11,247 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:11,247 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:11,247 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:11,247 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:11,250 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 946769c6bc6c0c6f4d6399847e2d227c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T20:17:11,250 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T20:17:11,259 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:17:11,259 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:17:11,266 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:11,322 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/info/d1487e75a0e0416590d45f09578bc73e is 147, key is hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c./info:regioninfo/1731529029356/Put/seqid=0 2024-11-13T20:17:11,322 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/.tmp/queue/a17658ca5ddc4a489296ef3dbe930f3b is 151, key is 1-04ac815325d6,35299,1731529019867/queue:04ac815325d6%2C35299%2C1731529019867/1731529029641/Put/seqid=0 2024-11-13T20:17:11,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741838_1014 (size=6631) 2024-11-13T20:17:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741839_1015 (size=5500) 2024-11-13T20:17:11,416 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:11,447 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:11,648 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:11,736 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/info/d1487e75a0e0416590d45f09578bc73e 2024-11-13T20:17:11,738 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/.tmp/queue/a17658ca5ddc4a489296ef3dbe930f3b 2024-11-13T20:17:11,787 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/.tmp/queue/a17658ca5ddc4a489296ef3dbe930f3b as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/queue/a17658ca5ddc4a489296ef3dbe930f3b 2024-11-13T20:17:11,797 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/queue/a17658ca5ddc4a489296ef3dbe930f3b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T20:17:11,800 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:11,803 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 946769c6bc6c0c6f4d6399847e2d227c in 552ms, sequenceid=6, compaction requested=false 2024-11-13T20:17:11,804 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T20:17:11,809 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/ns/c4d646d739e142119da56b08f01b7401 is 43, key is default/ns:d/1731529023549/Put/seqid=0 2024-11-13T20:17:11,813 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T20:17:11,818 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:11,818 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:11,819 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:11,819 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 946769c6bc6c0c6f4d6399847e2d227c: Waiting for close lock at 1731529031246Running coprocessor pre-close hooks at 1731529031246Disabling compacts and flushes for region at 1731529031246Disabling writes for close at 1731529031246Obtaining lock to block concurrent updates at 1731529031250 (+4 ms)Preparing flush snapshotting stores in 946769c6bc6c0c6f4d6399847e2d227c at 1731529031250Finished memstore snapshotting hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731529031258 (+8 ms)Flushing stores of hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. at 1731529031260 (+2 ms)Flushing 946769c6bc6c0c6f4d6399847e2d227c/queue: creating writer at 1731529031262 (+2 ms)Flushing 946769c6bc6c0c6f4d6399847e2d227c/queue: appending metadata at 1731529031304 (+42 ms)Flushing 946769c6bc6c0c6f4d6399847e2d227c/queue: closing flushed file at 1731529031306 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c49286c: reopening flushed file at 1731529031785 (+479 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 946769c6bc6c0c6f4d6399847e2d227c in 552ms, sequenceid=6, compaction requested=false at 1731529031803 (+18 ms)Writing region close event to WAL at 1731529031807 (+4 ms)Running coprocessor post-close hooks at 1731529031814 (+7 ms)Closed at 1731529031818 (+4 ms) 2024-11-13T20:17:11,819 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741840_1016 (size=5153) 2024-11-13T20:17:11,821 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/ns/c4d646d739e142119da56b08f01b7401 2024-11-13T20:17:11,847 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/table/e382429ae8ae4ffaaf5d07d54cce9e8c is 53, key is hbase:replication/table:state/1731529029372/Put/seqid=0 2024-11-13T20:17:11,848 DEBUG [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741841_1017 (size=5256) 2024-11-13T20:17:11,854 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/table/e382429ae8ae4ffaaf5d07d54cce9e8c 2024-11-13T20:17:11,864 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/info/d1487e75a0e0416590d45f09578bc73e as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/info/d1487e75a0e0416590d45f09578bc73e 2024-11-13T20:17:11,872 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/info/d1487e75a0e0416590d45f09578bc73e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T20:17:11,873 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/ns/c4d646d739e142119da56b08f01b7401 as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/ns/c4d646d739e142119da56b08f01b7401 2024-11-13T20:17:11,881 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/ns/c4d646d739e142119da56b08f01b7401, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:17:11,882 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/table/e382429ae8ae4ffaaf5d07d54cce9e8c as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/table/e382429ae8ae4ffaaf5d07d54cce9e8c 2024-11-13T20:17:11,890 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/table/e382429ae8ae4ffaaf5d07d54cce9e8c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T20:17:11,892 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 644ms, sequenceid=11, compaction requested=false 2024-11-13T20:17:11,897 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T20:17:11,898 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:11,898 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:11,898 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:11,898 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529031247Running coprocessor pre-close hooks at 1731529031247Disabling compacts and flushes for region at 1731529031247Disabling writes for close at 1731529031247Obtaining lock to block concurrent updates at 1731529031250 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731529031250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731529031259 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529031260 (+1 ms)Flushing 1588230740/info: creating writer at 1731529031262 (+2 ms)Flushing 1588230740/info: appending metadata at 1731529031304 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731529031306 (+2 ms)Flushing 1588230740/ns: creating writer at 1731529031785 (+479 ms)Flushing 1588230740/ns: appending metadata at 1731529031808 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731529031808Flushing 1588230740/table: creating writer at 1731529031829 (+21 ms)Flushing 1588230740/table: appending metadata at 1731529031846 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731529031847 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94c904d: reopening flushed file at 1731529031863 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a6f3f: reopening flushed file at 1731529031872 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4db857: reopening flushed file at 1731529031881 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 644ms, sequenceid=11, compaction requested=false at 1731529031892 (+11 ms)Writing region close event to WAL at 1731529031893 (+1 ms)Running coprocessor post-close hooks at 1731529031898 (+5 ms)Closed at 1731529031898 2024-11-13T20:17:11,899 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:11,923 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 to pos 0, reset compression=false 2024-11-13T20:17:12,048 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,35299,1731529019867; all regions closed. 2024-11-13T20:17:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741834_1010 (size=2742) 2024-11-13T20:17:12,059 DEBUG [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs 2024-11-13T20:17:12,059 INFO [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35299%2C1731529019867.meta:.meta(num 1731529023325) 2024-11-13T20:17:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741837_1013 (size=1802) 2024-11-13T20:17:12,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.rep.1731529029309 not finished, retry = 0 2024-11-13T20:17:12,166 DEBUG [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs 2024-11-13T20:17:12,166 INFO [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35299%2C1731529019867.rep:(num 1731529029309) 2024-11-13T20:17:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741832_1008 (size=93) 2024-11-13T20:17:12,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867/04ac815325d6%2C35299%2C1731529019867.1731529022417 not finished, retry = 0 2024-11-13T20:17:12,273 DEBUG [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs 2024-11-13T20:17:12,273 INFO [RS:0;04ac815325d6:35299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35299%2C1731529019867:(num 1731529022417) 2024-11-13T20:17:12,273 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:12,273 INFO [RS:0;04ac815325d6:35299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:12,274 INFO [RS:0;04ac815325d6:35299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:12,274 INFO [RS:0;04ac815325d6:35299 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:12,274 INFO [RS:0;04ac815325d6:35299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:12,274 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:12,274 INFO [RS:0;04ac815325d6:35299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,35299,1731529019867 because: Region server is closing 2024-11-13T20:17:12,275 INFO [RS:0;04ac815325d6:35299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35299. 2024-11-13T20:17:12,275 DEBUG [RS:0;04ac815325d6:35299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:12,275 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:12,275 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:12,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:12,376 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:17:12,376 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.shipper04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:17:12,376 INFO [RS:0;04ac815325d6:35299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35299,1731529019867.replicationSource.shipper04ac815325d6%2C35299%2C1731529019867,1-04ac815325d6,35299,1731529019867 terminated 2024-11-13T20:17:12,376 INFO [RS:0;04ac815325d6:35299 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-04ac815325d6,35299,1731529019867 because: Region server is closing 2024-11-13T20:17:12,377 INFO [RS:0;04ac815325d6:35299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35299. 2024-11-13T20:17:12,377 DEBUG [RS:0;04ac815325d6:35299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:12,377 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:12,377 DEBUG [RS:0;04ac815325d6:35299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:12,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:12,477 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.wal-reader.04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:17:12,477 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.shipper04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:17:12,478 INFO [RS:0;04ac815325d6:35299 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,35299,1731529019867.replicationSource.shipper04ac815325d6%2C35299%2C1731529019867,2-04ac815325d6,35299,1731529019867 terminated 2024-11-13T20:17:12,478 INFO [RS:0;04ac815325d6:35299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35299 2024-11-13T20:17:12,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/rs/04ac815325d6,35299,1731529019867 2024-11-13T20:17:12,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/rs 2024-11-13T20:17:12,482 INFO [RS:0;04ac815325d6:35299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:12,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,35299,1731529019867] 2024-11-13T20:17:12,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/draining/04ac815325d6,35299,1731529019867 already deleted, retry=false 2024-11-13T20:17:12,486 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,35299,1731529019867 expired; onlineServers=0 2024-11-13T20:17:12,486 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,35557,1731529018967' ***** 2024-11-13T20:17:12,487 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:17:12,487 INFO [M:0;04ac815325d6:35557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:12,487 INFO [M:0;04ac815325d6:35557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:12,487 DEBUG [M:0;04ac815325d6:35557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:17:12,487 DEBUG [M:0;04ac815325d6:35557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:17:12,487 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:17:12,487 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529022061 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529022061,5,FailOnTimeoutGroup] 2024-11-13T20:17:12,487 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529022057 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529022057,5,FailOnTimeoutGroup] 2024-11-13T20:17:12,487 INFO [M:0;04ac815325d6:35557 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:12,488 INFO [M:0;04ac815325d6:35557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:12,488 DEBUG [M:0;04ac815325d6:35557 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:17:12,488 INFO [M:0;04ac815325d6:35557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:17:12,488 INFO [M:0;04ac815325d6:35557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:12,488 INFO [M:0;04ac815325d6:35557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:17:12,489 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:17:12,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/master 2024-11-13T20:17:12,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:12,489 DEBUG [M:0;04ac815325d6:35557 {}] zookeeper.ZKUtil(347): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/master because node does not exist (not an error) 2024-11-13T20:17:12,489 WARN [M:0;04ac815325d6:35557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:17:12,490 INFO [M:0;04ac815325d6:35557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/.lastflushedseqids 2024-11-13T20:17:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741842_1018 (size=181) 2024-11-13T20:17:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35299-0x1003aca0a8e0001, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:12,586 INFO [RS:0;04ac815325d6:35299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:12,586 INFO [RS:0;04ac815325d6:35299 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,35299,1731529019867; zookeeper connection closed. 2024-11-13T20:17:12,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@725641c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@725641c6 2024-11-13T20:17:12,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:17:12,903 INFO [M:0;04ac815325d6:35557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:17:12,904 INFO [M:0;04ac815325d6:35557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:17:12,904 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:12,904 INFO [M:0;04ac815325d6:35557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:12,904 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:12,904 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:12,904 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:12,904 INFO [M:0;04ac815325d6:35557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T20:17:12,923 DEBUG [M:0;04ac815325d6:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b3bef17dd97483599cc668cae6f71c7 is 82, key is hbase:meta,,1/info:regioninfo/1731529023437/Put/seqid=0 2024-11-13T20:17:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741843_1019 (size=5672) 2024-11-13T20:17:13,329 INFO [M:0;04ac815325d6:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b3bef17dd97483599cc668cae6f71c7 2024-11-13T20:17:13,355 DEBUG [M:0;04ac815325d6:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fadb00074ee4fb9ab7407cd4da275c2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731529029378/Put/seqid=0 2024-11-13T20:17:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741844_1020 (size=8663) 2024-11-13T20:17:13,761 INFO [M:0;04ac815325d6:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fadb00074ee4fb9ab7407cd4da275c2 2024-11-13T20:17:13,793 DEBUG [M:0;04ac815325d6:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5859356595694e1d92d6b255237bb697 is 69, key is 04ac815325d6,35299,1731529019867/rs:state/1731529022191/Put/seqid=0 2024-11-13T20:17:13,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741845_1021 (size=5156) 2024-11-13T20:17:14,200 INFO [M:0;04ac815325d6:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5859356595694e1d92d6b255237bb697 2024-11-13T20:17:14,209 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b3bef17dd97483599cc668cae6f71c7 as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b3bef17dd97483599cc668cae6f71c7 2024-11-13T20:17:14,216 INFO [M:0;04ac815325d6:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b3bef17dd97483599cc668cae6f71c7, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T20:17:14,217 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fadb00074ee4fb9ab7407cd4da275c2 as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fadb00074ee4fb9ab7407cd4da275c2 2024-11-13T20:17:14,223 INFO [M:0;04ac815325d6:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fadb00074ee4fb9ab7407cd4da275c2, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T20:17:14,225 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5859356595694e1d92d6b255237bb697 as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5859356595694e1d92d6b255237bb697 2024-11-13T20:17:14,231 INFO [M:0;04ac815325d6:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5859356595694e1d92d6b255237bb697, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T20:17:14,232 INFO [M:0;04ac815325d6:35557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false 2024-11-13T20:17:14,234 INFO [M:0;04ac815325d6:35557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:14,234 DEBUG [M:0;04ac815325d6:35557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529032904Disabling compacts and flushes for region at 1731529032904Disabling writes for close at 1731529032904Obtaining lock to block concurrent updates at 1731529032904Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529032904Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731529032905 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529032906 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529032906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529032923 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529032923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529033337 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529033355 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529033355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529033769 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529033792 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529033792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e352d71: reopening flushed file at 1731529034208 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76521197: reopening flushed file at 1731529034216 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0b7881: reopening flushed file at 1731529034224 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false at 1731529034232 (+8 ms)Writing region close event to WAL at 1731529034234 (+2 ms)Closed at 1731529034234 2024-11-13T20:17:14,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741830_1006 (size=59421) 2024-11-13T20:17:14,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:14,238 INFO [M:0;04ac815325d6:35557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:17:14,238 INFO [M:0;04ac815325d6:35557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35557 2024-11-13T20:17:14,238 INFO [M:0;04ac815325d6:35557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:14,340 INFO [M:0;04ac815325d6:35557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1003aca0a8e0000, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:14,343 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:14,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:14,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:17:14,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:14,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45897 2024-11-13T20:17:14,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45897 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:17:14,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458970x0, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:14,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45897-0x1003aca0a8e0006 connected 2024-11-13T20:17:14,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:14,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:14,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:17:14,358 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: INIT 2024-11-13T20:17:14,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a, hbase.cluster.distributed=false 2024-11-13T20:17:14,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/acl 2024-11-13T20:17:14,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45897 2024-11-13T20:17:14,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45897 2024-11-13T20:17:14,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45897 2024-11-13T20:17:14,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45897 2024-11-13T20:17:14,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45897 2024-11-13T20:17:14,382 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:14,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:14,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:14,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:14,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:14,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:14,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:17:14,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:14,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45723 2024-11-13T20:17:14,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45723 connecting to ZooKeeper ensemble=127.0.0.1:57898 2024-11-13T20:17:14,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:14,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:14,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457230x0, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:14,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45723-0x1003aca0a8e0007 connected 2024-11-13T20:17:14,393 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: INIT 2024-11-13T20:17:14,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:17:14,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:17:14,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:17:14,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/master 2024-11-13T20:17:14,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/acl 2024-11-13T20:17:14,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45723 2024-11-13T20:17:14,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45723 2024-11-13T20:17:14,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45723 2024-11-13T20:17:14,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45723 2024-11-13T20:17:14,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45723 2024-11-13T20:17:14,425 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:45897 2024-11-13T20:17:14,426 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0280536002/backup-masters/04ac815325d6,45897,1731529034343 2024-11-13T20:17:14,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:17:14,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:17:14,428 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on existing znode=/0280536002/backup-masters/04ac815325d6,45897,1731529034343 2024-11-13T20:17:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0280536002/master 2024-11-13T20:17:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:14,430 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on existing znode=/0280536002/master 2024-11-13T20:17:14,431 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0280536002/backup-masters/04ac815325d6,45897,1731529034343 from backup master directory 2024-11-13T20:17:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/backup-masters/04ac815325d6,45897,1731529034343 2024-11-13T20:17:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:17:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/backup-masters 2024-11-13T20:17:14,432 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:14,433 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,45897,1731529034343 2024-11-13T20:17:14,448 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:14,448 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:17:14,460 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-13T20:17:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741846_1022 (size=196) 2024-11-13T20:17:14,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:14,870 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:14,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:17:14,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:14,881 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T20:17:14,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967 to hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967-dead as it is dead 2024-11-13T20:17:14,887 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T20:17:14,887 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T20:17:14,887 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967-dead/04ac815325d6%2C35557%2C1731529018967.1731529021513 2024-11-13T20:17:14,893 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967-dead/04ac815325d6%2C35557%2C1731529018967.1731529021513 after 4ms 2024-11-13T20:17:14,894 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967-dead/04ac815325d6%2C35557%2C1731529018967.1731529021513 to hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C35557%2C1731529018967.1731529021513 2024-11-13T20:17:14,894 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,35557,1731529018967-dead 2024-11-13T20:17:14,895 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,45897,1731529034343 2024-11-13T20:17:14,896 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:14,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45897%2C1731529034343, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,45897,1731529034343, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/oldWALs, maxLogs=10 2024-11-13T20:17:14,912 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,45897,1731529034343/04ac815325d6%2C45897%2C1731529034343.1731529034898, exclude list is [], retry=0 2024-11-13T20:17:14,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:14,918 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,45897,1731529034343/04ac815325d6%2C45897%2C1731529034343.1731529034898 2024-11-13T20:17:14,918 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:14,918 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:14,919 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:14,919 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,919 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:17:14,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:14,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b3bef17dd97483599cc668cae6f71c7 2024-11-13T20:17:14,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:14,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:17:14,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:14,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fadb00074ee4fb9ab7407cd4da275c2 2024-11-13T20:17:14,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:14,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:17:14,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:14,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5859356595694e1d92d6b255237bb697 2024-11-13T20:17:14,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:14,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:17:14,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:14,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:14,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,953 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T20:17:14,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C35557%2C1731529018967.1731529021513 2024-11-13T20:17:14,972 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C35557%2C1731529018967.1731529021513 2024-11-13T20:17:14,974 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C35557%2C1731529018967.1731529021513 2024-11-13T20:17:14,976 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,976 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,977 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:14,979 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:14,982 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T20:17:14,984 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68070836, jitterRate=0.014334499835968018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:14,984 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529034919Initializing all the Stores at 1731529034920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529034920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529034921 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529034921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529034921Cleaning up temporary data from old regions at 1731529034976 (+55 ms)Region opened successfully at 1731529034984 (+8 ms) 2024-11-13T20:17:14,985 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:17:14,989 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9da665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:15,000 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T20:17:15,001 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:17:15,001 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:17:15,001 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:17:15,002 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:17:15,007 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:15,007 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:17:15,008 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:17:15,008 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:17:15,008 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T20:17:15,009 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T20:17:15,009 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T20:17:15,009 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:17:15,014 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=04ac815325d6,35299,1731529019867, regionLocation=04ac815325d6,35299,1731529019867, openSeqNum=2 2024-11-13T20:17:15,014 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=04ac815325d6,35299,1731529019867, table=hbase:meta, region=1588230740 2024-11-13T20:17:15,015 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35299,1731529019867, state=OPEN 2024-11-13T20:17:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:15,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:15,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:15,023 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:17:15,025 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/draining/04ac815325d6,35299,1731529019867 already deleted, retry=false 2024-11-13T20:17:15,025 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 04ac815325d6,35299,1731529019867 on 04ac815325d6,45897,1731529034343 2024-11-13T20:17:15,031 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 04ac815325d6,35299,1731529019867, splitWal=true, meta=true 2024-11-13T20:17:15,034 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 04ac815325d6,35299,1731529019867 (carryingMeta=true) 04ac815325d6,35299,1731529019867/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@50b3472a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T20:17:15,037 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/balancer because node does not exist (not necessarily an error) 2024-11-13T20:17:15,038 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/balancer already deleted, retry=false 2024-11-13T20:17:15,039 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:17:15,040 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:17:15,044 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/normalizer already deleted, retry=false 2024-11-13T20:17:15,044 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:17:15,045 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:17:15,046 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/switch/split already deleted, retry=false 2024-11-13T20:17:15,047 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:17:15,048 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/switch/merge already deleted, retry=false 2024-11-13T20:17:15,056 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:17:15,057 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/snapshot-cleanup already deleted, retry=false 2024-11-13T20:17:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:15,059 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,45897,1731529034343, sessionid=0x1003aca0a8e0006, setting cluster-up flag (Was=false) 2024-11-13T20:17:15,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0280536002/flush-table-proc/acquired, /0280536002/flush-table-proc/reached, /0280536002/flush-table-proc/abort 2024-11-13T20:17:15,063 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45897,1731529034343 2024-11-13T20:17:15,066 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0280536002/online-snapshot/acquired, /0280536002/online-snapshot/reached, /0280536002/online-snapshot/abort 2024-11-13T20:17:15,067 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45897,1731529034343 2024-11-13T20:17:15,068 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/.lastflushedseqids 2024-11-13T20:17:15,071 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:17:15,071 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:17:15,072 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,45897,1731529034343 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 04ac815325d6,35299,1731529019867 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:15,073 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,074 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529065074 2024-11-13T20:17:15,075 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:17:15,075 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:17:15,075 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:17:15,075 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:17:15,075 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:17:15,075 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:17:15,076 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,076 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:17:15,076 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:17:15,076 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:17:15,076 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:17:15,077 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 04ac815325d6,35299,1731529019867, splitWal=true, meta=true 2024-11-13T20:17:15,078 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:17:15,078 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:17:15,079 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529035078,5,FailOnTimeoutGroup] 2024-11-13T20:17:15,079 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529035079,5,FailOnTimeoutGroup] 2024-11-13T20:17:15,079 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,079 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,35299,1731529019867, splitWal=true, meta=true, isMeta: true 2024-11-13T20:17:15,079 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:17:15,079 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,079 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,079 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529035079, completionTime=-1 2024-11-13T20:17:15,079 WARN [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T20:17:15,081 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867-splitting 2024-11-13T20:17:15,082 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867-splitting dir is empty, no logs to split. 2024-11-13T20:17:15,082 INFO [PEWorker-1 {}] master.SplitWALManager(105): 04ac815325d6,35299,1731529019867 WAL count=0, meta=true 2024-11-13T20:17:15,083 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T20:17:15,086 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867-splitting dir is empty, no logs to split. 2024-11-13T20:17:15,086 INFO [PEWorker-1 {}] master.SplitWALManager(105): 04ac815325d6,35299,1731529019867 WAL count=0, meta=true 2024-11-13T20:17:15,086 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 04ac815325d6,35299,1731529019867 WAL splitting is done? wals=0, meta=true 2024-11-13T20:17:15,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:15,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:15,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:17:15,108 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(746): ClusterId : 0bf9fa48-7849-4aaf-83b4-258d260dab3b 2024-11-13T20:17:15,108 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:17:15,110 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:17:15,110 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:17:15,113 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:17:15,113 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7e75f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:15,126 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:45723 2024-11-13T20:17:15,126 INFO [RS:0;04ac815325d6:45723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:17:15,127 INFO [RS:0;04ac815325d6:45723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:17:15,127 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:17:15,127 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,45897,1731529034343 with port=45723, startcode=1731529034381 2024-11-13T20:17:15,128 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:17:15,130 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:17:15,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45897 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,132 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a 2024-11-13T20:17:15,132 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39745 2024-11-13T20:17:15,132 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:17:15,133 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T20:17:15,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/rs 2024-11-13T20:17:15,135 DEBUG [RS:0;04ac815325d6:45723 {}] zookeeper.ZKUtil(111): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on existing znode=/0280536002/rs/04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,135 WARN [RS:0;04ac815325d6:45723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:15,135 INFO [RS:0;04ac815325d6:45723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:15,135 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,45723,1731529034381] 2024-11-13T20:17:15,174 INFO [RS:0;04ac815325d6:45723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:17:15,176 INFO [RS:0;04ac815325d6:45723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:17:15,177 INFO [RS:0;04ac815325d6:45723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:17:15,177 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,177 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:17:15,178 INFO [RS:0;04ac815325d6:45723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:17:15,178 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,178 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:15,179 DEBUG [RS:0;04ac815325d6:45723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:15,180 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,180 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,180 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,180 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,180 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,180 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45723,1731529034381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:15,196 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:17:15,196 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45723,1731529034381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,212 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,45723,1731529034381, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:17:15,228 DEBUG [RS:0;04ac815325d6:45723.replicationSource,1-04ac815325d6,45723,1731529034381 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:15,229 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(231): queueId=2-04ac815325d6,45723,1731529034381, ReplicationSource: 2, currentBandwidth=0 2024-11-13T20:17:15,230 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,230 INFO [RS:0;04ac815325d6:45723 {}] regionserver.Replication(171): 04ac815325d6,45723,1731529034381 started 2024-11-13T20:17:15,230 DEBUG [RS:0;04ac815325d6:45723.replicationSource,1-04ac815325d6,45723,1731529034381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbcfd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:15,230 DEBUG [RS:0;04ac815325d6:45723.replicationSource,1-04ac815325d6,45723,1731529034381 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:15,230 DEBUG [RS:0;04ac815325d6:45723.replicationSource,1-04ac815325d6,45723,1731529034381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:15,232 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:15,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:15,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:15,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7228258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:15,234 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:15,235 DEBUG [RS:0;04ac815325d6:45723.replicationSource,1-04ac815325d6,45723,1731529034381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1504a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:15,235 DEBUG [RS:0;04ac815325d6:45723.replicationSource,1-04ac815325d6,45723,1731529034381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:15,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:15,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12f1dd27 2024-11-13T20:17:15,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:15,237 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T20:17:15,238 INFO [RS:0;04ac815325d6:45723.replicationSource,1-04ac815325d6,45723,1731529034381 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,45723,1731529034381 (queues=0) is replicating from cluster=0bf9fa48-7849-4aaf-83b4-258d260dab3b to cluster=baa06ea6-faaa-4191-8e3b-706d5b93989b 2024-11-13T20:17:15,241 WARN [04ac815325d6:45897 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:17:15,246 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:15,246 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,45723,1731529034381, RpcServer on 04ac815325d6/172.17.0.2:45723, sessionid=0x1003aca0a8e0007 2024-11-13T20:17:15,246 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:17:15,246 DEBUG [RS:0;04ac815325d6:45723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,246 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45723,1731529034381' 2024-11-13T20:17:15,246 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0280536002/flush-table-proc/abort' 2024-11-13T20:17:15,247 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0280536002/flush-table-proc/acquired' 2024-11-13T20:17:15,247 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:17:15,247 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:17:15,247 DEBUG [RS:0;04ac815325d6:45723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,247 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45723,1731529034381' 2024-11-13T20:17:15,247 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0280536002/online-snapshot/abort' 2024-11-13T20:17:15,248 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0280536002/online-snapshot/acquired' 2024-11-13T20:17:15,248 DEBUG [RS:0;04ac815325d6:45723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:17:15,248 INFO [RS:0;04ac815325d6:45723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:17:15,248 INFO [RS:0;04ac815325d6:45723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:17:15,252 DEBUG [RS:0;04ac815325d6:45723.replicationSource,2-04ac815325d6,45723,1731529034381 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33851' 2024-11-13T20:17:15,254 DEBUG [RS:0;04ac815325d6:45723.replicationSource,2-04ac815325d6,45723,1731529034381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bceac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:15,254 DEBUG [RS:0;04ac815325d6:45723.replicationSource,2-04ac815325d6,45723,1731529034381 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33851,-1 for getting cluster id 2024-11-13T20:17:15,255 DEBUG [RS:0;04ac815325d6:45723.replicationSource,2-04ac815325d6,45723,1731529034381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:15,255 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baa06ea6-faaa-4191-8e3b-706d5b93989b' 2024-11-13T20:17:15,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:15,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baa06ea6-faaa-4191-8e3b-706d5b93989b" 2024-11-13T20:17:15,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@534b7150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:15,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33851,-1] 2024-11-13T20:17:15,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:15,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:15,257 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:15,258 DEBUG [RS:0;04ac815325d6:45723.replicationSource,2-04ac815325d6,45723,1731529034381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc50f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:15,258 DEBUG [RS:0;04ac815325d6:45723.replicationSource,2-04ac815325d6,45723,1731529034381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:15,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33851,1731529024870 2024-11-13T20:17:15,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13eea544 2024-11-13T20:17:15,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:15,261 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T20:17:15,261 INFO [RS:0;04ac815325d6:45723.replicationSource,2-04ac815325d6,45723,1731529034381 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-04ac815325d6,45723,1731529034381 (queues=0) is replicating from cluster=0bf9fa48-7849-4aaf-83b4-258d260dab3b to cluster=baa06ea6-faaa-4191-8e3b-706d5b93989b 2024-11-13T20:17:15,349 INFO [RS:0;04ac815325d6:45723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:15,351 INFO [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C45723%2C1731529034381, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs, maxLogs=10 2024-11-13T20:17:15,374 DEBUG [RS:0;04ac815325d6:45723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353, exclude list is [], retry=0 2024-11-13T20:17:15,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:15,380 INFO [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 2024-11-13T20:17:15,381 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 04ac815325d6%2C45723%2C1731529034381 for peer 2 2024-11-13T20:17:15,381 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 04ac815325d6%2C45723%2C1731529034381 for peer 1 2024-11-13T20:17:15,381 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C45723%2C1731529034381 2024-11-13T20:17:15,382 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,45723,1731529034381, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:17:15,382 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=04ac815325d6%2C45723%2C1731529034381 2024-11-13T20:17:15,382 INFO [RS:0;04ac815325d6:45723.replicationSource.shipper04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C45723%2C1731529034381 2024-11-13T20:17:15,382 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-04ac815325d6,45723,1731529034381, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:17:15,383 DEBUG [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:15,383 INFO [RS:0;04ac815325d6:45723.replicationSource.shipper04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C45723%2C1731529034381 2024-11-13T20:17:15,384 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353, startPosition=0, beingWritten=true 2024-11-13T20:17:15,384 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353, startPosition=0, beingWritten=true 2024-11-13T20:17:15,491 DEBUG [04ac815325d6:45897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:15,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,493 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45723,1731529034381, state=OPENING 2024-11-13T20:17:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:15,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:15,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:15,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:15,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45723,1731529034381}] 2024-11-13T20:17:15,592 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:15,593 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:15,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:15,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:17:15,655 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:15,655 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:15,655 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:15,658 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C45723%2C1731529034381.meta, suffix=.meta, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs, maxLogs=10 2024-11-13T20:17:15,673 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.meta.1731529035659.meta, exclude list is [], retry=0 2024-11-13T20:17:15,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:15,677 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.meta.1731529035659.meta 2024-11-13T20:17:15,678 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:15,678 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:15,678 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:15,679 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:15,679 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:15,679 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:15,679 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:15,679 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:15,679 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:15,679 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:15,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:15,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:15,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:15,690 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/info/d1487e75a0e0416590d45f09578bc73e 2024-11-13T20:17:15,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:15,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:15,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:15,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:15,698 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/ns/c4d646d739e142119da56b08f01b7401 2024-11-13T20:17:15,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:15,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:15,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:15,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:15,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:15,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:15,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:15,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:15,707 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/table/e382429ae8ae4ffaaf5d07d54cce9e8c 2024-11-13T20:17:15,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:15,708 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:15,708 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740 2024-11-13T20:17:15,710 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740 2024-11-13T20:17:15,711 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:15,711 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:15,712 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:15,714 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:15,715 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69152879, jitterRate=0.030458196997642517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:15,715 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:15,715 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529035679Writing region info on filesystem at 1731529035679Initializing all the Stores at 1731529035680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529035681 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529035681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529035681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529035681Cleaning up temporary data from old regions at 1731529035711 (+30 ms)Running coprocessor post-open hooks at 1731529035715 (+4 ms)Region opened successfully at 1731529035715 2024-11-13T20:17:15,716 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731529035648 2024-11-13T20:17:15,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:15,720 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:15,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45723,1731529034381, state=OPEN 2024-11-13T20:17:15,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:15,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0280536002/meta-region-server 2024-11-13T20:17:15,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,45723,1731529034381 2024-11-13T20:17:15,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:15,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0280536002/meta-region-server: CHANGED 2024-11-13T20:17:15,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T20:17:15,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45723,1731529034381 in 229 msec 2024-11-13T20:17:15,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T20:17:15,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-13T20:17:15,900 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:15,900 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:16,307 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:16,308 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:16,635 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T20:17:16,815 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:16,815 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:17,423 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:17,423 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:18,130 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:18,130 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:18,137 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-13T20:17:18,938 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:18,938 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:19,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:17:19,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T20:17:19,590 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:17:19,590 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:19,590 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45723,1731529034381, seqNum=-1] 2024-11-13T20:17:19,591 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:19,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:19,599 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=946769c6bc6c0c6f4d6399847e2d227c, regionState=OPEN, lastHost=04ac815325d6,35299,1731529019867, regionLocation=04ac815325d6,35299,1731529019867, openSeqNum=2 2024-11-13T20:17:19,599 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:17:19,599 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529099599 2024-11-13T20:17:19,599 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529159599 2024-11-13T20:17:19,599 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T20:17:19,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45897,1731529034343-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:19,600 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 04ac815325d6,35299,1731529019867 had 2 regions 2024-11-13T20:17:19,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45897,1731529034343-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:19,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45897,1731529034343-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:19,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:45897, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:19,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:19,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:19,602 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,35299,1731529019867, splitWal=true, meta=true, isMeta: false 2024-11-13T20:17:19,604 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867-splitting dir is empty, no logs to split. 2024-11-13T20:17:19,604 INFO [PEWorker-3 {}] master.SplitWALManager(105): 04ac815325d6,35299,1731529019867 WAL count=0, meta=false 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.175sec 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45897,1731529034343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:19,608 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,35299,1731529019867-splitting dir is empty, no logs to split. 2024-11-13T20:17:19,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45897,1731529034343-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:17:19,608 INFO [PEWorker-3 {}] master.SplitWALManager(105): 04ac815325d6,35299,1731529019867 WAL count=0, meta=false 2024-11-13T20:17:19,608 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 04ac815325d6,35299,1731529019867 WAL splitting is done? wals=0, meta=false 2024-11-13T20:17:19,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:17:19,613 WARN [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=04ac815325d6,35299,1731529019867/hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:19,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:17:19,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN}] 2024-11-13T20:17:19,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45897,1731529034343-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:19,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:19,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45897,-1 for getting cluster id 2024-11-13T20:17:19,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:19,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN 2024-11-13T20:17:19,616 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bf9fa48-7849-4aaf-83b4-258d260dab3b' 2024-11-13T20:17:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:19,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:17:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bf9fa48-7849-4aaf-83b4-258d260dab3b" 2024-11-13T20:17:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d22810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45897,-1] 2024-11-13T20:17:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,619 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b700363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:19,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45723,1731529034381, seqNum=-1] 2024-11-13T20:17:19,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:19,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:19,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T20:17:19,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:19,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:19,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:19,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 04ac815325d6:45897 after: 04ac815325d6:45897 2024-11-13T20:17:19,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:19,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45897,-1 for getting cluster id 2024-11-13T20:17:19,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:19,628 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bf9fa48-7849-4aaf-83b4-258d260dab3b' 2024-11-13T20:17:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bf9fa48-7849-4aaf-83b4-258d260dab3b" 2024-11-13T20:17:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5b3e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45897,-1] 2024-11-13T20:17:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,630 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:19,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:19,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,45897,1731529034343 2024-11-13T20:17:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2942c8e2 2024-11-13T20:17:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:19,633 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:19,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45897 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:17:19,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45897 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T20:17:19,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45897 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:17:19,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45897 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T20:17:19,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:17:19,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:19,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:19,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:19,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:17:19,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-11-13T20:17:19,637 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,33851,1731529024870 2024-11-13T20:17:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1439613750/running 2024-11-13T20:17:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1439613750/running 2024-11-13T20:17:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:19,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:19,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:19,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:19,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on znode that does not yet exist, /1-1439613750/running 2024-11-13T20:17:19,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,44333,1731529024914' ***** 2024-11-13T20:17:19,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:17:19,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Set watcher on znode that does not yet exist, /1-1439613750/running 2024-11-13T20:17:19,640 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:17:19,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,44333,1731529024914 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44333. 2024-11-13T20:17:19,641 DEBUG [RS:0;04ac815325d6:44333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:19,641 DEBUG [RS:0;04ac815325d6:44333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:17:19,641 INFO [RS:0;04ac815325d6:44333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:17:19,642 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:17:19,642 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:17:19,642 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:17:19,642 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:19,642 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:19,642 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:19,642 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:19,642 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:19,642 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:19,642 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T20:17:19,661 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740/.tmp/ns/d8e9f31e2cfe44a8a1b6168bfa94a02d is 43, key is default/ns:d/1731529027994/Put/seqid=0 2024-11-13T20:17:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741835_1011 (size=5153) 2024-11-13T20:17:19,687 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:19,767 DEBUG [04ac815325d6:45897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:19,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=946769c6bc6c0c6f4d6399847e2d227c, regionState=OPENING, regionLocation=04ac815325d6,45723,1731529034381 2024-11-13T20:17:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN because future has completed 2024-11-13T20:17:19,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946769c6bc6c0c6f4d6399847e2d227c, server=04ac815325d6,45723,1731529034381}] 2024-11-13T20:17:19,807 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:17:19,807 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:17:19,842 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:19,845 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:19,845 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:19,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:19,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:19,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:17:19,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C45723%2C1731529034381.rep, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs, maxLogs=10 2024-11-13T20:17:19,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.rep.1731529039932, exclude list is [], retry=0 2024-11-13T20:17:19,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45823,DS-4371ed11-c561-487f-9328-99af0cf25a5c,DISK] 2024-11-13T20:17:19,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.rep.1731529039932 2024-11-13T20:17:19,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-11-13T20:17:19,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 946769c6bc6c0c6f4d6399847e2d227c, NAME => 'hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:19,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:19,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:19,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. service=MultiRowMutationService 2024-11-13T20:17:19,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:17:19,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:19,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,955 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,957 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946769c6bc6c0c6f4d6399847e2d227c columnFamilyName hfileref 2024-11-13T20:17:19,957 DEBUG [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:19,957 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(327): Store=946769c6bc6c0c6f4d6399847e2d227c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:19,958 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,959 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946769c6bc6c0c6f4d6399847e2d227c columnFamilyName queue 2024-11-13T20:17:19,959 DEBUG [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:19,967 DEBUG [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/queue/a17658ca5ddc4a489296ef3dbe930f3b 2024-11-13T20:17:19,967 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(327): Store=946769c6bc6c0c6f4d6399847e2d227c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:19,968 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,969 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946769c6bc6c0c6f4d6399847e2d227c columnFamilyName sid 2024-11-13T20:17:19,969 DEBUG [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:19,969 INFO [StoreOpener-946769c6bc6c0c6f4d6399847e2d227c-1 {}] regionserver.HStore(327): Store=946769c6bc6c0c6f4d6399847e2d227c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:19,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:17:19,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 946769c6bc6c0c6f4d6399847e2d227c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72671311, jitterRate=0.08288691937923431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:17:19,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:19,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 946769c6bc6c0c6f4d6399847e2d227c: Running coprocessor pre-open hook at 1731529039954Writing region info on filesystem at 1731529039954Initializing all the Stores at 1731529039955 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529039955Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529039955Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529039955Cleaning up temporary data from old regions at 1731529039979 (+24 ms)Running coprocessor post-open hooks at 1731529039985 (+6 ms)Region opened successfully at 1731529039986 (+1 ms) 2024-11-13T20:17:19,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., pid=19, masterSystemTime=1731529039925 2024-11-13T20:17:19,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:19,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:19,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=946769c6bc6c0c6f4d6399847e2d227c, regionState=OPEN, openSeqNum=10, regionLocation=04ac815325d6,45723,1731529034381 2024-11-13T20:17:19,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946769c6bc6c0c6f4d6399847e2d227c, server=04ac815325d6,45723,1731529034381 because future has completed 2024-11-13T20:17:20,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T20:17:20,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 946769c6bc6c0c6f4d6399847e2d227c, server=04ac815325d6,45723,1731529034381 in 227 msec 2024-11-13T20:17:20,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T20:17:20,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946769c6bc6c0c6f4d6399847e2d227c, ASSIGN in 393 msec 2024-11-13T20:17:20,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T20:17:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., hostname=04ac815325d6,45723,1731529034381, seqNum=10] 2024-11-13T20:17:20,043 DEBUG [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:20,057 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 04ac815325d6,35299,1731529019867 2024-11-13T20:17:20,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T20:17:20,067 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740/.tmp/ns/d8e9f31e2cfe44a8a1b6168bfa94a02d 2024-11-13T20:17:20,075 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740/.tmp/ns/d8e9f31e2cfe44a8a1b6168bfa94a02d as hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740/ns/d8e9f31e2cfe44a8a1b6168bfa94a02d 2024-11-13T20:17:20,082 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740/ns/d8e9f31e2cfe44a8a1b6168bfa94a02d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T20:17:20,084 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-13T20:17:20,084 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:17:20,089 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T20:17:20,090 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:20,090 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:20,090 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:20,090 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529039642Running coprocessor pre-close hooks at 1731529039642Disabling compacts and flushes for region at 1731529039642Disabling writes for close at 1731529039642Obtaining lock to block concurrent updates at 1731529039642Preparing flush snapshotting stores in 1588230740 at 1731529039642Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731529039643 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529039643Flushing 1588230740/ns: creating writer at 1731529039644 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731529039661 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731529039661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557cb1f1: reopening flushed file at 1731529040074 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731529040084 (+10 ms)Writing region close event to WAL at 1731529040085 (+1 ms)Running coprocessor post-close hooks at 1731529040090 (+5 ms)Closed at 1731529040090 2024-11-13T20:17:20,091 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:20,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T20:17:20,243 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,44333,1731529024914; all regions closed. 2024-11-13T20:17:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741834_1010 (size=1152) 2024-11-13T20:17:20,248 DEBUG [RS:0;04ac815325d6:44333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/oldWALs 2024-11-13T20:17:20,249 INFO [RS:0;04ac815325d6:44333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C44333%2C1731529024914.meta:.meta(num 1731529027926) 2024-11-13T20:17:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741832_1008 (size=93) 2024-11-13T20:17:20,253 DEBUG [RS:0;04ac815325d6:44333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/oldWALs 2024-11-13T20:17:20,253 INFO [RS:0;04ac815325d6:44333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C44333%2C1731529024914:(num 1731529026914) 2024-11-13T20:17:20,253 DEBUG [RS:0;04ac815325d6:44333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:20,253 INFO [RS:0;04ac815325d6:44333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:20,253 INFO [RS:0;04ac815325d6:44333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:20,253 INFO [RS:0;04ac815325d6:44333 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:20,253 INFO [RS:0;04ac815325d6:44333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:20,253 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:20,253 INFO [RS:0;04ac815325d6:44333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44333 2024-11-13T20:17:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1439613750/rs/04ac815325d6,44333,1731529024914 2024-11-13T20:17:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750/rs 2024-11-13T20:17:20,256 INFO [RS:0;04ac815325d6:44333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:20,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,44333,1731529024914] 2024-11-13T20:17:20,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1439613750/draining/04ac815325d6,44333,1731529024914 already deleted, retry=false 2024-11-13T20:17:20,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,44333,1731529024914 expired; onlineServers=0 2024-11-13T20:17:20,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,33851,1731529024870' ***** 2024-11-13T20:17:20,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:17:20,259 INFO [M:0;04ac815325d6:33851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:20,259 INFO [M:0;04ac815325d6:33851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:20,259 DEBUG [M:0;04ac815325d6:33851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:17:20,260 DEBUG [M:0;04ac815325d6:33851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:17:20,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:17:20,260 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529026748 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529026748,5,FailOnTimeoutGroup] 2024-11-13T20:17:20,260 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529026748 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529026748,5,FailOnTimeoutGroup] 2024-11-13T20:17:20,260 INFO [M:0;04ac815325d6:33851 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:20,260 INFO [M:0;04ac815325d6:33851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:20,260 DEBUG [M:0;04ac815325d6:33851 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:17:20,260 INFO [M:0;04ac815325d6:33851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:17:20,260 INFO [M:0;04ac815325d6:33851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:20,260 INFO [M:0;04ac815325d6:33851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:17:20,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:17:20,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1439613750/master 2024-11-13T20:17:20,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1439613750 2024-11-13T20:17:20,261 DEBUG [M:0;04ac815325d6:33851 {}] zookeeper.ZKUtil(347): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Unable to get data of znode /1-1439613750/master because node does not exist (not an error) 2024-11-13T20:17:20,261 WARN [M:0;04ac815325d6:33851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:17:20,262 INFO [M:0;04ac815325d6:33851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/.lastflushedseqids 2024-11-13T20:17:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741836_1012 (size=99) 2024-11-13T20:17:20,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:20,358 INFO [RS:0;04ac815325d6:44333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:20,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44333-0x1003aca0a8e0004, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:20,358 INFO [RS:0;04ac815325d6:44333 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,44333,1731529024914; zookeeper connection closed. 2024-11-13T20:17:20,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d5c74a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d5c74a7 2024-11-13T20:17:20,358 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:17:20,668 INFO [M:0;04ac815325d6:33851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:17:20,668 INFO [M:0;04ac815325d6:33851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:17:20,668 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:20,668 INFO [M:0;04ac815325d6:33851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:20,668 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:20,669 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-13T20:17:20,669 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:20,669 INFO [M:0;04ac815325d6:33851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T20:17:20,687 DEBUG [M:0;04ac815325d6:33851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9ff75bf348b4b1382019b2e7e55c0e2 is 82, key is hbase:meta,,1/info:regioninfo/1731529027976/Put/seqid=0 2024-11-13T20:17:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741837_1013 (size=5672) 2024-11-13T20:17:20,852 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:20,852 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:21,093 INFO [M:0;04ac815325d6:33851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9ff75bf348b4b1382019b2e7e55c0e2 2024-11-13T20:17:21,115 DEBUG [M:0;04ac815325d6:33851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4185f147596941b49b49904d55b31a35 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731529028002/Put/seqid=0 2024-11-13T20:17:21,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741838_1014 (size=5275) 2024-11-13T20:17:21,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:21,521 INFO [M:0;04ac815325d6:33851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4185f147596941b49b49904d55b31a35 2024-11-13T20:17:21,545 DEBUG [M:0;04ac815325d6:33851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c99c4597f4574f82a51de8f461bb91a3 is 69, key is 04ac815325d6,44333,1731529024914/rs:state/1731529026758/Put/seqid=0 2024-11-13T20:17:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741839_1015 (size=5156) 2024-11-13T20:17:21,950 INFO [M:0;04ac815325d6:33851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c99c4597f4574f82a51de8f461bb91a3 2024-11-13T20:17:21,957 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9ff75bf348b4b1382019b2e7e55c0e2 as hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9ff75bf348b4b1382019b2e7e55c0e2 2024-11-13T20:17:21,959 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:21,959 DEBUG [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.1731529035353 to pos 0, reset compression=false 2024-11-13T20:17:21,964 INFO [M:0;04ac815325d6:33851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9ff75bf348b4b1382019b2e7e55c0e2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T20:17:21,965 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4185f147596941b49b49904d55b31a35 as hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4185f147596941b49b49904d55b31a35 2024-11-13T20:17:21,971 INFO [M:0;04ac815325d6:33851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4185f147596941b49b49904d55b31a35, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T20:17:21,972 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c99c4597f4574f82a51de8f461bb91a3 as hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c99c4597f4574f82a51de8f461bb91a3 2024-11-13T20:17:21,978 INFO [M:0;04ac815325d6:33851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/c415bc72-61e5-2855-a555-f7cf96b3c159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c99c4597f4574f82a51de8f461bb91a3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T20:17:21,979 INFO [M:0;04ac815325d6:33851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false 2024-11-13T20:17:21,981 INFO [M:0;04ac815325d6:33851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:21,981 DEBUG [M:0;04ac815325d6:33851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529040668Disabling compacts and flushes for region at 1731529040668Disabling writes for close at 1731529040669 (+1 ms)Obtaining lock to block concurrent updates at 1731529040669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529040669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731529040669Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529040670 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529040670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529040687 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529040687Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529041099 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529041115 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529041115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529041528 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529041544 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529041544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8633ea: reopening flushed file at 1731529041957 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a83a87c: reopening flushed file at 1731529041964 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36127ba5: reopening flushed file at 1731529041972 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false at 1731529041979 (+7 ms)Writing region close event to WAL at 1731529041981 (+2 ms)Closed at 1731529041981 2024-11-13T20:17:21,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741830_1006 (size=10165) 2024-11-13T20:17:21,984 INFO [M:0;04ac815325d6:33851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:17:21,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:21,984 INFO [M:0;04ac815325d6:33851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33851 2024-11-13T20:17:21,987 INFO [M:0;04ac815325d6:33851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:22,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:22,089 INFO [M:0;04ac815325d6:33851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:22,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x1003aca0a8e0003, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:22,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:22,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:22,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:22,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:22,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:22,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:17:22,099 WARN [BP-1578942855-172.17.0.2-1731529023814 heartbeating to localhost/127.0.0.1:38647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:17:22,099 WARN [BP-1578942855-172.17.0.2-1731529023814 heartbeating to localhost/127.0.0.1:38647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1578942855-172.17.0.2-1731529023814 (Datanode Uuid e4835133-82d6-47a3-9149-75f300e163f8) service to localhost/127.0.0.1:38647 2024-11-13T20:17:22,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:17:22,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/cluster_fe63e9c2-c08c-a4ec-b7f8-36b24a4cd44e/data/data1/current/BP-1578942855-172.17.0.2-1731529023814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:22,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/cluster_fe63e9c2-c08c-a4ec-b7f8-36b24a4cd44e/data/data2/current/BP-1578942855-172.17.0.2-1731529023814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:22,101 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:17:22,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:22,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:22,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:22,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:22,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:22,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:17:22,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:17:22,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:22,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:22,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:22,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:17:22,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759807202, stopped=false 2024-11-13T20:17:22,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,45897,1731529034343 2024-11-13T20:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/running 2024-11-13T20:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:22,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:22,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:22,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:22,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:17:22,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Set watcher on znode that does not yet exist, /0280536002/running 2024-11-13T20:17:22,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,45723,1731529034381' ***** 2024-11-13T20:17:22,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:17:22,132 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:22,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:22,132 INFO [RS:0;04ac815325d6:45723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:17:22,132 INFO [RS:0;04ac815325d6:45723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(3091): Received CLOSE for 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,45723,1731529034381 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:45723. 2024-11-13T20:17:22,133 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 946769c6bc6c0c6f4d6399847e2d227c, disabling compactions & flushes 2024-11-13T20:17:22,133 DEBUG [RS:0;04ac815325d6:45723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:22,133 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,133 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:22,133 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:17:22,133 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. after waiting 0 ms 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:17:22,133 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:22,133 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:17:22,134 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:17:22,134 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1325): Online Regions={946769c6bc6c0c6f4d6399847e2d227c=hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:17:22,134 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 946769c6bc6c0c6f4d6399847e2d227c 2024-11-13T20:17:22,134 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:22,134 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:22,134 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:22,134 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:22,134 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:22,134 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T20:17:22,139 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/replication/946769c6bc6c0c6f4d6399847e2d227c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T20:17:22,140 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:22,140 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:22,140 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:22,140 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 946769c6bc6c0c6f4d6399847e2d227c: Waiting for close lock at 1731529042133Running coprocessor pre-close hooks at 1731529042133Disabling compacts and flushes for region at 1731529042133Disabling writes for close at 1731529042133Writing region close event to WAL at 1731529042134 (+1 ms)Running coprocessor post-close hooks at 1731529042140 (+6 ms)Closed at 1731529042140 2024-11-13T20:17:22,140 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c. 2024-11-13T20:17:22,156 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/info/947563b6737a40fa9785d0f4a510e2bd is 147, key is hbase:replication,,1731529028129.946769c6bc6c0c6f4d6399847e2d227c./info:regioninfo/1731529039993/Put/seqid=0 2024-11-13T20:17:22,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741851_1027 (size=6385) 2024-11-13T20:17:22,180 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:17:22,180 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:17:22,185 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:22,334 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:22,534 DEBUG [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:22,562 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/info/947563b6737a40fa9785d0f4a510e2bd 2024-11-13T20:17:22,569 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/.tmp/info/947563b6737a40fa9785d0f4a510e2bd as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/info/947563b6737a40fa9785d0f4a510e2bd 2024-11-13T20:17:22,576 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/info/947563b6737a40fa9785d0f4a510e2bd, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T20:17:22,577 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-13T20:17:22,582 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T20:17:22,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:22,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:22,583 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:22,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529042134Running coprocessor pre-close hooks at 1731529042134Disabling compacts and flushes for region at 1731529042134Disabling writes for close at 1731529042134Obtaining lock to block concurrent updates at 1731529042134Preparing flush snapshotting stores in 1588230740 at 1731529042134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731529042134Flushing stores of hbase:meta,,1.1588230740 at 1731529042135 (+1 ms)Flushing 1588230740/info: creating writer at 1731529042135Flushing 1588230740/info: appending metadata at 1731529042155 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731529042155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aa962b: reopening flushed file at 1731529042569 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731529042577 (+8 ms)Writing region close event to WAL at 1731529042579 (+2 ms)Running coprocessor post-close hooks at 1731529042583 (+4 ms)Closed at 1731529042583 2024-11-13T20:17:22,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:22,734 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,45723,1731529034381; all regions closed. 2024-11-13T20:17:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741849_1025 (size=2156) 2024-11-13T20:17:22,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/WALs/04ac815325d6,45723,1731529034381/04ac815325d6%2C45723%2C1731529034381.meta.1731529035659.meta not finished, retry = 0 2024-11-13T20:17:22,841 DEBUG [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs 2024-11-13T20:17:22,841 INFO [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C45723%2C1731529034381.meta:.meta(num 1731529035659) 2024-11-13T20:17:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741850_1026 (size=796) 2024-11-13T20:17:22,846 DEBUG [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs 2024-11-13T20:17:22,846 INFO [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C45723%2C1731529034381.rep:(num 1731529039932) 2024-11-13T20:17:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741848_1024 (size=93) 2024-11-13T20:17:22,851 DEBUG [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/oldWALs 2024-11-13T20:17:22,851 INFO [RS:0;04ac815325d6:45723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C45723%2C1731529034381:(num 1731529035353) 2024-11-13T20:17:22,851 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,851 INFO [RS:0;04ac815325d6:45723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:22,851 INFO [RS:0;04ac815325d6:45723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:22,851 INFO [RS:0;04ac815325d6:45723 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:22,851 INFO [RS:0;04ac815325d6:45723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:22,851 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:22,851 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,45723,1731529034381 because: Region server is closing 2024-11-13T20:17:22,851 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T20:17:22,851 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T20:17:22,852 INFO [RS:0;04ac815325d6:45723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:45723. 2024-11-13T20:17:22,852 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T20:17:22,852 DEBUG [RS:0;04ac815325d6:45723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:22,852 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,852 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:22,952 WARN [RS:0;04ac815325d6:45723.replicationSource.shipper04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:17:22,952 WARN [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:17:22,952 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;04ac815325d6:45723.replicationSource.shipper04ac815325d6%2C45723%2C1731529034381,1-04ac815325d6,45723,1731529034381 terminated 2024-11-13T20:17:22,953 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-04ac815325d6,45723,1731529034381 because: Region server is closing 2024-11-13T20:17:22,953 INFO [RS:0;04ac815325d6:45723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:45723. 2024-11-13T20:17:22,953 DEBUG [RS:0;04ac815325d6:45723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:22,953 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,953 DEBUG [RS:0;04ac815325d6:45723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:22,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:23,053 WARN [RS:0;04ac815325d6:45723.replicationSource.wal-reader.04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:17:23,053 WARN [RS:0;04ac815325d6:45723.replicationSource.shipper04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:17:23,054 INFO [RS:0;04ac815325d6:45723 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;04ac815325d6:45723.replicationSource.shipper04ac815325d6%2C45723%2C1731529034381,2-04ac815325d6,45723,1731529034381 terminated 2024-11-13T20:17:23,054 INFO [RS:0;04ac815325d6:45723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45723 2024-11-13T20:17:23,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002/rs 2024-11-13T20:17:23,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/rs/04ac815325d6,45723,1731529034381 2024-11-13T20:17:23,057 INFO [RS:0;04ac815325d6:45723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:23,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,45723,1731529034381] 2024-11-13T20:17:23,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0280536002/draining/04ac815325d6,45723,1731529034381 already deleted, retry=false 2024-11-13T20:17:23,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,45723,1731529034381 expired; onlineServers=0 2024-11-13T20:17:23,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,45897,1731529034343' ***** 2024-11-13T20:17:23,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:17:23,060 INFO [M:0;04ac815325d6:45897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:23,061 INFO [M:0;04ac815325d6:45897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:23,061 DEBUG [M:0;04ac815325d6:45897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:17:23,061 DEBUG [M:0;04ac815325d6:45897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:17:23,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:17:23,061 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529035079 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529035079,5,FailOnTimeoutGroup] 2024-11-13T20:17:23,061 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529035078 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529035078,5,FailOnTimeoutGroup] 2024-11-13T20:17:23,061 INFO [M:0;04ac815325d6:45897 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:23,061 INFO [M:0;04ac815325d6:45897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:23,061 DEBUG [M:0;04ac815325d6:45897 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:17:23,061 INFO [M:0;04ac815325d6:45897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:17:23,062 INFO [M:0;04ac815325d6:45897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:23,062 INFO [M:0;04ac815325d6:45897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:17:23,062 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:17:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0280536002/master 2024-11-13T20:17:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0280536002 2024-11-13T20:17:23,063 DEBUG [M:0;04ac815325d6:45897 {}] zookeeper.ZKUtil(347): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Unable to get data of znode /0280536002/master because node does not exist (not an error) 2024-11-13T20:17:23,063 WARN [M:0;04ac815325d6:45897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:17:23,064 INFO [M:0;04ac815325d6:45897 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/.lastflushedseqids 2024-11-13T20:17:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741852_1028 (size=181) 2024-11-13T20:17:23,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:23,159 INFO [RS:0;04ac815325d6:45723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:23,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45723-0x1003aca0a8e0007, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:23,159 INFO [RS:0;04ac815325d6:45723 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,45723,1731529034381; zookeeper connection closed. 2024-11-13T20:17:23,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@520cab0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@520cab0f 2024-11-13T20:17:23,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:17:23,471 INFO [M:0;04ac815325d6:45897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:17:23,471 INFO [M:0;04ac815325d6:45897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:17:23,471 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:23,471 INFO [M:0;04ac815325d6:45897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:23,471 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:23,471 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:23,471 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:23,471 INFO [M:0;04ac815325d6:45897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T20:17:23,494 DEBUG [M:0;04ac815325d6:45897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a35292f92754a788cf4dfca77a2aa34 is 82, key is hbase:meta,,1/info:regioninfo/1731529035721/Put/seqid=0 2024-11-13T20:17:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741853_1029 (size=5680) 2024-11-13T20:17:23,901 INFO [M:0;04ac815325d6:45897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a35292f92754a788cf4dfca77a2aa34 2024-11-13T20:17:23,923 DEBUG [M:0;04ac815325d6:45897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27df3078610d4cb7b2fe5c44b1bcbcec is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731529040007/Put/seqid=0 2024-11-13T20:17:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741854_1030 (size=7319) 2024-11-13T20:17:24,329 INFO [M:0;04ac815325d6:45897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27df3078610d4cb7b2fe5c44b1bcbcec 2024-11-13T20:17:24,353 DEBUG [M:0;04ac815325d6:45897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca359dd3c264594b6bae3ec7b0e8ed4 is 69, key is 04ac815325d6,45723,1731529034381/rs:state/1731529035130/Put/seqid=0 2024-11-13T20:17:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741855_1031 (size=5371) 2024-11-13T20:17:24,758 INFO [M:0;04ac815325d6:45897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca359dd3c264594b6bae3ec7b0e8ed4 2024-11-13T20:17:24,764 INFO [M:0;04ac815325d6:45897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bca359dd3c264594b6bae3ec7b0e8ed4 2024-11-13T20:17:24,765 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a35292f92754a788cf4dfca77a2aa34 as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a35292f92754a788cf4dfca77a2aa34 2024-11-13T20:17:24,772 INFO [M:0;04ac815325d6:45897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a35292f92754a788cf4dfca77a2aa34, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T20:17:24,773 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27df3078610d4cb7b2fe5c44b1bcbcec as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27df3078610d4cb7b2fe5c44b1bcbcec 2024-11-13T20:17:24,778 INFO [M:0;04ac815325d6:45897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27df3078610d4cb7b2fe5c44b1bcbcec, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T20:17:24,779 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca359dd3c264594b6bae3ec7b0e8ed4 as hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bca359dd3c264594b6bae3ec7b0e8ed4 2024-11-13T20:17:24,785 INFO [M:0;04ac815325d6:45897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bca359dd3c264594b6bae3ec7b0e8ed4 2024-11-13T20:17:24,785 INFO [M:0;04ac815325d6:45897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bca359dd3c264594b6bae3ec7b0e8ed4, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T20:17:24,787 INFO [M:0;04ac815325d6:45897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=172, compaction requested=false 2024-11-13T20:17:24,790 INFO [M:0;04ac815325d6:45897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:24,790 DEBUG [M:0;04ac815325d6:45897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529043471Disabling compacts and flushes for region at 1731529043471Disabling writes for close at 1731529043471Obtaining lock to block concurrent updates at 1731529043471Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529043471Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731529043472 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529043473 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529043473Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529043494 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529043494Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529043907 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529043923 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529043923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529044336 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529044352 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529044352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0f2029: reopening flushed file at 1731529044765 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa60101: reopening flushed file at 1731529044772 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f2a3ed: reopening flushed file at 1731529044778 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=172, compaction requested=false at 1731529044787 (+9 ms)Writing region close event to WAL at 1731529044790 (+3 ms)Closed at 1731529044790 2024-11-13T20:17:24,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45823 is added to blk_1073741847_1023 (size=22949) 2024-11-13T20:17:24,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02407c89-443c-038a-5b2c-f0b89828a84a/MasterData/WALs/04ac815325d6,45897,1731529034343/04ac815325d6%2C45897%2C1731529034343.1731529034898 not finished, retry = 0 2024-11-13T20:17:24,896 INFO [M:0;04ac815325d6:45897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:17:24,896 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:24,896 INFO [M:0;04ac815325d6:45897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45897 2024-11-13T20:17:24,896 INFO [M:0;04ac815325d6:45897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:24,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:24,998 INFO [M:0;04ac815325d6:45897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:24,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45897-0x1003aca0a8e0006, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:25,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:25,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:25,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:25,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:25,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:25,003 WARN [BP-1454983732-172.17.0.2-1731529016111 heartbeating to localhost/127.0.0.1:39745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:17:25,003 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:17:25,003 WARN [BP-1454983732-172.17.0.2-1731529016111 heartbeating to localhost/127.0.0.1:39745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1454983732-172.17.0.2-1731529016111 (Datanode Uuid a808a1b6-8e38-451f-b9ae-0573c00daf03) service to localhost/127.0.0.1:39745 2024-11-13T20:17:25,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:17:25,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf/data/data1/current/BP-1454983732-172.17.0.2-1731529016111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:25,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/cluster_d2d3412f-b5ce-b61d-3171-47d720b3d7cf/data/data2/current/BP-1454983732-172.17.0.2-1731529016111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:25,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:17:25,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:25,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:25,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:25,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:25,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdbc1903-ff49-0536-9892-ee82b07752f8/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:25,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:17:25,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:17:25,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39745 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@308e8b97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38647 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57898) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57898) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=8395 (was 9290) 2024-11-13T20:17:25,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=8394 2024-11-13T20:17:25,072 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T20:17:25,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.log.dir so I do NOT create it in target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68 2024-11-13T20:17:25,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:17:25,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.tmp.dir so I do NOT create it in target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68 2024-11-13T20:17:25,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04dc6e21-77e6-7398-0bf2-cc7cee162f4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:17:25,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68 2024-11-13T20:17:25,073 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408, deleteOnExit=true 2024-11-13T20:17:25,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408/zookeeper_0, clientPort=50956, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:17:25,078 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50956 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/test.cache.data in system properties and HBase conf 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:17:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:17:25,079 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:17:25,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:17:25,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:17:25,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:25,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:17:25,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:17:25,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003aca0a8e0002, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:17:25,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003aca0a8e0005, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:17:25,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003aca0a8e0002, quorum=127.0.0.1:57898, baseZNode=/0280536002 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:17:25,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003aca0a8e0005, quorum=127.0.0.1:57898, baseZNode=/1-1439613750 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:17:25,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:25,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:25,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:25,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:25,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:17:25,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:25,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:25,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:25,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/java.io.tmpdir/jetty-localhost-45811-hadoop-hdfs-3_4_1-tests_jar-_-any-17425080843747623384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:25,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:45811} 2024-11-13T20:17:25,291 INFO [Time-limited test {}] server.Server(415): Started @31203ms 2024-11-13T20:17:25,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:25,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:25,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:25,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:25,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:17:25,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:25,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:25,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/java.io.tmpdir/jetty-localhost-40531-hadoop-hdfs-3_4_1-tests_jar-_-any-9684845239804910442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:25,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:40531} 2024-11-13T20:17:25,506 INFO [Time-limited test {}] server.Server(415): Started @31418ms 2024-11-13T20:17:25,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:17:25,618 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408/data/data1/current/BP-1537765827-172.17.0.2-1731529045113/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:25,619 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408/data/data2/current/BP-1537765827-172.17.0.2-1731529045113/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:25,638 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:17:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33f7b21ec97d25fc with lease ID 0xfdff92a907150eb1: Processing first storage report for DS-55559a6a-9122-4d6b-b430-3613f33b824f from datanode DatanodeRegistration(127.0.0.1:39359, datanodeUuid=5db08f34-5cc8-4391-a8ca-0a59395ce447, infoPort=44875, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1096918255;c=1731529045113) 2024-11-13T20:17:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33f7b21ec97d25fc with lease ID 0xfdff92a907150eb1: from storage DS-55559a6a-9122-4d6b-b430-3613f33b824f node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=5db08f34-5cc8-4391-a8ca-0a59395ce447, infoPort=44875, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1096918255;c=1731529045113), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:17:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33f7b21ec97d25fc with lease ID 0xfdff92a907150eb1: Processing first storage report for DS-4413372e-0216-4613-8742-d539dab44428 from datanode DatanodeRegistration(127.0.0.1:39359, datanodeUuid=5db08f34-5cc8-4391-a8ca-0a59395ce447, infoPort=44875, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1096918255;c=1731529045113) 2024-11-13T20:17:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33f7b21ec97d25fc with lease ID 0xfdff92a907150eb1: from storage DS-4413372e-0216-4613-8742-d539dab44428 node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=5db08f34-5cc8-4391-a8ca-0a59395ce447, infoPort=44875, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1096918255;c=1731529045113), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:25,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68 2024-11-13T20:17:25,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:25,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:17:26,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9 with version=8 2024-11-13T20:17:26,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/hbase-staging 2024-11-13T20:17:26,060 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:26,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:26,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:26,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:26,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:26,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:26,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:17:26,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:26,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41927 2024-11-13T20:17:26,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41927 connecting to ZooKeeper ensemble=127.0.0.1:50956 2024-11-13T20:17:26,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419270x0, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:26,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41927-0x1003aca7ef20000 connected 2024-11-13T20:17:26,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:26,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:26,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on znode that does not yet exist, /01496447863/running 2024-11-13T20:17:26,089 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9, hbase.cluster.distributed=false 2024-11-13T20:17:26,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on znode that does not yet exist, /01496447863/acl 2024-11-13T20:17:26,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-13T20:17:26,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41927 2024-11-13T20:17:26,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41927 2024-11-13T20:17:26,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-13T20:17:26,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41927 2024-11-13T20:17:26,116 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:26,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:26,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:26,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:26,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:26,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:26,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:17:26,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:26,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34299 2024-11-13T20:17:26,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34299 connecting to ZooKeeper ensemble=127.0.0.1:50956 2024-11-13T20:17:26,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:26,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342990x0, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:26,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34299-0x1003aca7ef20001 connected 2024-11-13T20:17:26,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342990x0, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on znode that does not yet exist, /01496447863/running 2024-11-13T20:17:26,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:17:26,157 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:17:26,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on znode that does not yet exist, /01496447863/master 2024-11-13T20:17:26,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on znode that does not yet exist, /01496447863/acl 2024-11-13T20:17:26,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34299 2024-11-13T20:17:26,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34299 2024-11-13T20:17:26,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34299 2024-11-13T20:17:26,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34299 2024-11-13T20:17:26,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34299 2024-11-13T20:17:26,180 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:41927 2024-11-13T20:17:26,180 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01496447863/backup-masters/04ac815325d6,41927,1731529046060 2024-11-13T20:17:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863/backup-masters 2024-11-13T20:17:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863/backup-masters 2024-11-13T20:17:26,182 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on existing znode=/01496447863/backup-masters/04ac815325d6,41927,1731529046060 2024-11-13T20:17:26,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:26,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01496447863/master 2024-11-13T20:17:26,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:26,185 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on existing znode=/01496447863/master 2024-11-13T20:17:26,185 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01496447863/backup-masters/04ac815325d6,41927,1731529046060 from backup master directory 2024-11-13T20:17:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01496447863/backup-masters/04ac815325d6,41927,1731529046060 2024-11-13T20:17:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863/backup-masters 2024-11-13T20:17:26,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863/backup-masters 2024-11-13T20:17:26,186 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:26,187 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,41927,1731529046060 2024-11-13T20:17:26,191 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/hbase.id] with ID: a8e3f27f-4660-476e-851d-8f19d0ea7c73 2024-11-13T20:17:26,191 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/.tmp/hbase.id 2024-11-13T20:17:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:17:26,600 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/.tmp/hbase.id]:[hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/hbase.id] 2024-11-13T20:17:26,613 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:26,613 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:17:26,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:17:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:17:27,023 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:27,024 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:17:27,024 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:27,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:17:27,433 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store 2024-11-13T20:17:27,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:17:27,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:27,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:27,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:27,840 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:27,840 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:27,840 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:27,841 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:27,841 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:27,841 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:27,841 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:27,841 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529047840Disabling compacts and flushes for region at 1731529047840Disabling writes for close at 1731529047841 (+1 ms)Writing region close event to WAL at 1731529047841Closed at 1731529047841 2024-11-13T20:17:27,842 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/.initializing 2024-11-13T20:17:27,842 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/WALs/04ac815325d6,41927,1731529046060 2024-11-13T20:17:27,843 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:27,845 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41927%2C1731529046060, suffix=, logDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/WALs/04ac815325d6,41927,1731529046060, archiveDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/oldWALs, maxLogs=10 2024-11-13T20:17:27,859 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/WALs/04ac815325d6,41927,1731529046060/04ac815325d6%2C41927%2C1731529046060.1731529047845, exclude list is [], retry=0 2024-11-13T20:17:27,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-55559a6a-9122-4d6b-b430-3613f33b824f,DISK] 2024-11-13T20:17:27,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/WALs/04ac815325d6,41927,1731529046060/04ac815325d6%2C41927%2C1731529046060.1731529047845 2024-11-13T20:17:27,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-11-13T20:17:27,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:27,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:27,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:17:27,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:27,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:27,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:17:27,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:27,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:27,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:17:27,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:27,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:27,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:17:27,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:27,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:27,874 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,875 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,875 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,877 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,877 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,877 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:27,878 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:27,880 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:27,881 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65084670, jitterRate=-0.030162841081619263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:27,881 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529047865Initializing all the Stores at 1731529047866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529047866Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529047867 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529047867Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529047867Cleaning up temporary data from old regions at 1731529047877 (+10 ms)Region opened successfully at 1731529047881 (+4 ms) 2024-11-13T20:17:27,882 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:17:27,885 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ea239e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:27,886 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:17:27,886 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:17:27,886 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:17:27,886 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:17:27,887 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:17:27,887 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:17:27,887 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:17:27,889 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:17:27,890 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Unable to get data of znode /01496447863/balancer because node does not exist (not necessarily an error) 2024-11-13T20:17:27,892 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01496447863/balancer already deleted, retry=false 2024-11-13T20:17:27,892 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:17:27,893 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Unable to get data of znode /01496447863/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:17:27,894 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01496447863/normalizer already deleted, retry=false 2024-11-13T20:17:27,894 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:17:27,895 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Unable to get data of znode /01496447863/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:17:27,896 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01496447863/switch/split already deleted, retry=false 2024-11-13T20:17:27,897 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Unable to get data of znode /01496447863/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:17:27,898 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01496447863/switch/merge already deleted, retry=false 2024-11-13T20:17:27,900 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Unable to get data of znode /01496447863/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:17:27,901 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01496447863/snapshot-cleanup already deleted, retry=false 2024-11-13T20:17:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01496447863/running 2024-11-13T20:17:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01496447863/running 2024-11-13T20:17:27,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:27,904 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,41927,1731529046060, sessionid=0x1003aca7ef20000, setting cluster-up flag (Was=false) 2024-11-13T20:17:27,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:27,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:27,912 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01496447863/flush-table-proc/acquired, /01496447863/flush-table-proc/reached, /01496447863/flush-table-proc/abort 2024-11-13T20:17:27,914 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,41927,1731529046060 2024-11-13T20:17:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:27,923 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01496447863/online-snapshot/acquired, /01496447863/online-snapshot/reached, /01496447863/online-snapshot/abort 2024-11-13T20:17:27,924 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,41927,1731529046060 2024-11-13T20:17:27,925 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:17:27,927 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:27,928 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:17:27,928 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:17:27,928 WARN [master/04ac815325d6:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 04ac815325d6,35299,1731529019867: status=Processing ServerCrashProcedure of 04ac815325d6,35299,1731529019867 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731529035077, completionTime=-1 appears to have been leaked 2024-11-13T20:17:27,929 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,41927,1731529046060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:17:27,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:27,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:27,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:27,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:27,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:17:27,931 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:27,931 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:27,931 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:27,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:27,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529077935 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:17:27,936 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:17:27,936 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:27,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:17:27,941 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:17:27,941 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:17:27,941 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:17:27,941 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:17:27,944 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:17:27,945 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:17:27,945 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529047945,5,FailOnTimeoutGroup] 2024-11-13T20:17:27,945 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529047945,5,FailOnTimeoutGroup] 2024-11-13T20:17:27,945 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:27,945 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:17:27,945 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:27,945 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:27,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:17:27,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:17:27,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9 2024-11-13T20:17:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:17:27,968 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(746): ClusterId : a8e3f27f-4660-476e-851d-8f19d0ea7c73 2024-11-13T20:17:27,968 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:17:27,971 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:17:27,971 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:17:27,974 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:17:27,974 DEBUG [RS:0;04ac815325d6:34299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6628a8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:27,986 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:34299 2024-11-13T20:17:27,986 INFO [RS:0;04ac815325d6:34299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:17:27,986 INFO [RS:0;04ac815325d6:34299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:17:27,986 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:17:27,987 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,41927,1731529046060 with port=34299, startcode=1731529046116 2024-11-13T20:17:27,987 DEBUG [RS:0;04ac815325d6:34299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:17:27,989 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:17:27,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,34299,1731529046116 2024-11-13T20:17:27,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41927 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,34299,1731529046116 2024-11-13T20:17:27,992 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9 2024-11-13T20:17:27,992 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39769 2024-11-13T20:17:27,992 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:17:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863/rs 2024-11-13T20:17:27,995 DEBUG [RS:0;04ac815325d6:34299 {}] zookeeper.ZKUtil(111): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on existing znode=/01496447863/rs/04ac815325d6,34299,1731529046116 2024-11-13T20:17:27,995 WARN [RS:0;04ac815325d6:34299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:27,995 INFO [RS:0;04ac815325d6:34299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:27,995 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116 2024-11-13T20:17:27,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,34299,1731529046116] 2024-11-13T20:17:27,999 INFO [RS:0;04ac815325d6:34299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:17:28,001 INFO [RS:0;04ac815325d6:34299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:17:28,001 INFO [RS:0;04ac815325d6:34299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:17:28,001 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,004 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:17:28,005 INFO [RS:0;04ac815325d6:34299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:17:28,005 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:28,006 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:28,007 DEBUG [RS:0;04ac815325d6:34299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:28,007 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,007 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,007 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,007 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,007 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,007 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34299,1731529046116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:28,022 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:17:28,022 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34299,1731529046116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,022 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,022 INFO [RS:0;04ac815325d6:34299 {}] regionserver.Replication(171): 04ac815325d6,34299,1731529046116 started 2024-11-13T20:17:28,039 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,040 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,34299,1731529046116, RpcServer on 04ac815325d6/172.17.0.2:34299, sessionid=0x1003aca7ef20001 2024-11-13T20:17:28,040 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:17:28,040 DEBUG [RS:0;04ac815325d6:34299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,34299,1731529046116 2024-11-13T20:17:28,040 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,34299,1731529046116' 2024-11-13T20:17:28,040 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01496447863/flush-table-proc/abort' 2024-11-13T20:17:28,040 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01496447863/flush-table-proc/acquired' 2024-11-13T20:17:28,041 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:17:28,041 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:17:28,041 DEBUG [RS:0;04ac815325d6:34299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,34299,1731529046116 2024-11-13T20:17:28,041 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,34299,1731529046116' 2024-11-13T20:17:28,041 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01496447863/online-snapshot/abort' 2024-11-13T20:17:28,041 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01496447863/online-snapshot/acquired' 2024-11-13T20:17:28,042 DEBUG [RS:0;04ac815325d6:34299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:17:28,042 INFO [RS:0;04ac815325d6:34299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:17:28,042 INFO [RS:0;04ac815325d6:34299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:17:28,142 INFO [RS:0;04ac815325d6:34299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:28,144 INFO [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C34299%2C1731529046116, suffix=, logDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116, archiveDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/oldWALs, maxLogs=10 2024-11-13T20:17:28,158 DEBUG [RS:0;04ac815325d6:34299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145, exclude list is [], retry=0 2024-11-13T20:17:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-55559a6a-9122-4d6b-b430-3613f33b824f,DISK] 2024-11-13T20:17:28,163 INFO [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145 2024-11-13T20:17:28,164 DEBUG [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-11-13T20:17:28,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:28,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:28,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:28,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:28,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:28,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:28,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:28,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:28,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:28,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:28,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740 2024-11-13T20:17:28,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740 2024-11-13T20:17:28,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:28,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:28,373 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:28,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:28,377 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:28,377 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60649236, jitterRate=-0.09625595808029175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529048360Initializing all the Stores at 1731529048361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529048361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529048362 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529048362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529048362Cleaning up temporary data from old regions at 1731529048373 (+11 ms)Region opened successfully at 1731529048378 (+5 ms) 2024-11-13T20:17:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:28,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:28,379 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:28,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529048378Disabling compacts and flushes for region at 1731529048378Disabling writes for close at 1731529048378Writing region close event to WAL at 1731529048379 (+1 ms)Closed at 1731529048379 2024-11-13T20:17:28,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:28,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:17:28,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:28,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:28,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:17:28,533 DEBUG [04ac815325d6:41927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:28,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,34299,1731529046116 2024-11-13T20:17:28,535 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,34299,1731529046116, state=OPENING 2024-11-13T20:17:28,537 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:17:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:28,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01496447863/meta-region-server: CHANGED 2024-11-13T20:17:28,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:28,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01496447863/meta-region-server: CHANGED 2024-11-13T20:17:28,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,34299,1731529046116}] 2024-11-13T20:17:28,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:28,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:17:28,699 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:28,699 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:28,699 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:28,701 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C34299%2C1731529046116.meta, suffix=.meta, logDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116, archiveDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/oldWALs, maxLogs=10 2024-11-13T20:17:28,715 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.meta.1731529048701.meta, exclude list is [], retry=0 2024-11-13T20:17:28,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-55559a6a-9122-4d6b-b430-3613f33b824f,DISK] 2024-11-13T20:17:28,719 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.meta.1731529048701.meta 2024-11-13T20:17:28,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-11-13T20:17:28,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:28,720 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:28,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:28,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:28,720 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:28,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:28,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:28,721 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:28,721 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:28,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:28,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:28,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:28,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:28,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:28,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:28,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:28,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:28,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:28,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:28,727 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:28,728 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740 2024-11-13T20:17:28,729 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740 2024-11-13T20:17:28,730 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:28,730 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:28,731 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:28,732 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:28,733 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62526237, jitterRate=-0.0682864636182785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:28,733 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:28,734 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529048721Writing region info on filesystem at 1731529048721Initializing all the Stores at 1731529048722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529048722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529048722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529048722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529048722Cleaning up temporary data from old regions at 1731529048730 (+8 ms)Running coprocessor post-open hooks at 1731529048733 (+3 ms)Region opened successfully at 1731529048734 (+1 ms) 2024-11-13T20:17:28,735 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529048693 2024-11-13T20:17:28,737 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:28,737 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:28,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34299,1731529046116 2024-11-13T20:17:28,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,34299,1731529046116, state=OPEN 2024-11-13T20:17:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01496447863/meta-region-server 2024-11-13T20:17:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01496447863/meta-region-server 2024-11-13T20:17:28,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,34299,1731529046116 2024-11-13T20:17:28,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01496447863/meta-region-server: CHANGED 2024-11-13T20:17:28,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01496447863/meta-region-server: CHANGED 2024-11-13T20:17:28,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:17:28,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,34299,1731529046116 in 203 msec 2024-11-13T20:17:28,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:17:28,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-13T20:17:28,749 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:28,749 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:17:28,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:28,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,34299,1731529046116, seqNum=-1] 2024-11-13T20:17:28,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:28,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:28,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 830 msec 2024-11-13T20:17:28,758 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529048758, completionTime=-1 2024-11-13T20:17:28,758 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:17:28,758 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:17:28,760 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:17:28,760 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529108760 2024-11-13T20:17:28,760 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529168760 2024-11-13T20:17:28,760 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:17:28,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41927,1731529046060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41927,1731529046060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41927,1731529046060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:41927, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,763 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41927,1731529046060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:28,765 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41927,1731529046060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:17:28,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:28,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,41927,-1 for getting cluster id 2024-11-13T20:17:28,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:28,768 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:17:28,768 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:17:28,768 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41927,1731529046060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:28,769 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8e3f27f-4660-476e-851d-8f19d0ea7c73' 2024-11-13T20:17:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8e3f27f-4660-476e-851d-8f19d0ea7c73" 2024-11-13T20:17:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4a6a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,41927,-1] 2024-11-13T20:17:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:28,771 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:28,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:28,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,34299,1731529046116, seqNum=-1] 2024-11-13T20:17:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:28,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:28,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,41927,1731529046060 2024-11-13T20:17:28,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50956 2024-11-13T20:17:28,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:28,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003aca7ef20002 connected 2024-11-13T20:17:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.log.dir so I do NOT create it in target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1 2024-11-13T20:17:28,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:17:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.tmp.dir so I do NOT create it in target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1 2024-11-13T20:17:28,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:17:28,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1 2024-11-13T20:17:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:17:28,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/cluster_fbbcda9c-988a-243a-f602-161cceb16f4e, deleteOnExit=true 2024-11-13T20:17:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:17:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/test.cache.data in system properties and HBase conf 2024-11-13T20:17:28,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:17:28,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:17:28,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:17:28,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:17:28,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:17:28,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:17:28,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:17:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:17:28,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:17:28,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:28,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:17:28,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:17:28,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:28,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:28,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:28,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:28,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:17:28,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:28,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:28,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:28,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/java.io.tmpdir/jetty-localhost-43763-hadoop-hdfs-3_4_1-tests_jar-_-any-7065807419755424445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:28,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:43763} 2024-11-13T20:17:28,994 INFO [Time-limited test {}] server.Server(415): Started @34907ms 2024-11-13T20:17:29,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:29,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:29,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:29,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:29,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:17:29,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:29,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:29,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/java.io.tmpdir/jetty-localhost-37333-hadoop-hdfs-3_4_1-tests_jar-_-any-3366443344624762164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:29,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:37333} 2024-11-13T20:17:29,200 INFO [Time-limited test {}] server.Server(415): Started @35113ms 2024-11-13T20:17:29,201 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:17:29,298 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/cluster_fbbcda9c-988a-243a-f602-161cceb16f4e/data/data1/current/BP-1640105620-172.17.0.2-1731529048819/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:29,298 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/cluster_fbbcda9c-988a-243a-f602-161cceb16f4e/data/data2/current/BP-1640105620-172.17.0.2-1731529048819/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:29,315 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:17:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa575093baca58cf0 with lease ID 0x5a9977e9355b9687: Processing first storage report for DS-876d20c8-7ebd-408e-af57-1f6a166f3694 from datanode DatanodeRegistration(127.0.0.1:43475, datanodeUuid=86a545e7-42e9-456c-9bc7-a6d4cf61d8d2, infoPort=41819, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=606956747;c=1731529048819) 2024-11-13T20:17:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa575093baca58cf0 with lease ID 0x5a9977e9355b9687: from storage DS-876d20c8-7ebd-408e-af57-1f6a166f3694 node DatanodeRegistration(127.0.0.1:43475, datanodeUuid=86a545e7-42e9-456c-9bc7-a6d4cf61d8d2, infoPort=41819, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=606956747;c=1731529048819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa575093baca58cf0 with lease ID 0x5a9977e9355b9687: Processing first storage report for DS-f255cb49-b711-4e53-9f7b-e1dffb4be0a1 from datanode DatanodeRegistration(127.0.0.1:43475, datanodeUuid=86a545e7-42e9-456c-9bc7-a6d4cf61d8d2, infoPort=41819, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=606956747;c=1731529048819) 2024-11-13T20:17:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa575093baca58cf0 with lease ID 0x5a9977e9355b9687: from storage DS-f255cb49-b711-4e53-9f7b-e1dffb4be0a1 node DatanodeRegistration(127.0.0.1:43475, datanodeUuid=86a545e7-42e9-456c-9bc7-a6d4cf61d8d2, infoPort=41819, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=606956747;c=1731529048819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:29,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1 2024-11-13T20:17:29,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:29,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:17:29,745 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18 with version=8 2024-11-13T20:17:29,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/hbase-staging 2024-11-13T20:17:29,747 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:29,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:29,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:29,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:29,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:29,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:29,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:17:29,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:29,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42801 2024-11-13T20:17:29,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42801 connecting to ZooKeeper ensemble=127.0.0.1:50956 2024-11-13T20:17:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428010x0, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:29,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42801-0x1003aca7ef20003 connected 2024-11-13T20:17:29,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:29,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:29,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on znode that does not yet exist, /1-2128705450/running 2024-11-13T20:17:29,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18, hbase.cluster.distributed=false 2024-11-13T20:17:29,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on znode that does not yet exist, /1-2128705450/acl 2024-11-13T20:17:29,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42801 2024-11-13T20:17:29,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42801 2024-11-13T20:17:29,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42801 2024-11-13T20:17:29,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42801 2024-11-13T20:17:29,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42801 2024-11-13T20:17:29,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:29,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:29,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:29,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:29,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:29,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:29,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:17:29,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:29,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35945 2024-11-13T20:17:29,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35945 connecting to ZooKeeper ensemble=127.0.0.1:50956 2024-11-13T20:17:29,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:29,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359450x0, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:29,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359450x0, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on znode that does not yet exist, /1-2128705450/running 2024-11-13T20:17:29,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35945-0x1003aca7ef20004 connected 2024-11-13T20:17:29,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:17:29,805 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:17:29,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on znode that does not yet exist, /1-2128705450/master 2024-11-13T20:17:29,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on znode that does not yet exist, /1-2128705450/acl 2024-11-13T20:17:29,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35945 2024-11-13T20:17:29,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35945 2024-11-13T20:17:29,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35945 2024-11-13T20:17:29,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35945 2024-11-13T20:17:29,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35945 2024-11-13T20:17:29,824 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:42801 2024-11-13T20:17:29,824 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2128705450/backup-masters/04ac815325d6,42801,1731529049747 2024-11-13T20:17:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450/backup-masters 2024-11-13T20:17:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450/backup-masters 2024-11-13T20:17:29,826 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on existing znode=/1-2128705450/backup-masters/04ac815325d6,42801,1731529049747 2024-11-13T20:17:29,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2128705450/master 2024-11-13T20:17:29,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:29,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:29,828 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on existing znode=/1-2128705450/master 2024-11-13T20:17:29,828 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2128705450/backup-masters/04ac815325d6,42801,1731529049747 from backup master directory 2024-11-13T20:17:29,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128705450/backup-masters/04ac815325d6,42801,1731529049747 2024-11-13T20:17:29,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450/backup-masters 2024-11-13T20:17:29,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450/backup-masters 2024-11-13T20:17:29,830 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:29,830 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,42801,1731529049747 2024-11-13T20:17:29,834 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/hbase.id] with ID: e345d875-dd17-4def-ac91-2491f6a6b36e 2024-11-13T20:17:29,834 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/.tmp/hbase.id 2024-11-13T20:17:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:17:30,243 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/.tmp/hbase.id]:[hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/hbase.id] 2024-11-13T20:17:30,261 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:30,261 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:17:30,262 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:17:30,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:30,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:17:30,675 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:30,676 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:17:30,677 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:30,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:17:31,086 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store 2024-11-13T20:17:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:17:31,493 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:31,493 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:31,493 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:31,494 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:31,494 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:31,494 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:31,494 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:31,494 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529051493Disabling compacts and flushes for region at 1731529051493Disabling writes for close at 1731529051494 (+1 ms)Writing region close event to WAL at 1731529051494Closed at 1731529051494 2024-11-13T20:17:31,495 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/.initializing 2024-11-13T20:17:31,495 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/WALs/04ac815325d6,42801,1731529049747 2024-11-13T20:17:31,496 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:31,498 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C42801%2C1731529049747, suffix=, logDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/WALs/04ac815325d6,42801,1731529049747, archiveDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/oldWALs, maxLogs=10 2024-11-13T20:17:31,515 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/WALs/04ac815325d6,42801,1731529049747/04ac815325d6%2C42801%2C1731529049747.1731529051498, exclude list is [], retry=0 2024-11-13T20:17:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43475,DS-876d20c8-7ebd-408e-af57-1f6a166f3694,DISK] 2024-11-13T20:17:31,520 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/WALs/04ac815325d6,42801,1731529049747/04ac815325d6%2C42801%2C1731529049747.1731529051498 2024-11-13T20:17:31,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-13T20:17:31,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:31,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:31,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:17:31,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:31,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:31,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:17:31,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:31,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:31,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:17:31,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:31,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:31,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:17:31,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:31,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:31,529 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,533 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:31,534 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:31,536 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:31,537 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65338746, jitterRate=-0.026376813650131226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:31,537 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529051521Initializing all the Stores at 1731529051522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529051522Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529051522Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529051522Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529051522Cleaning up temporary data from old regions at 1731529051532 (+10 ms)Region opened successfully at 1731529051537 (+5 ms) 2024-11-13T20:17:31,537 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:17:31,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcd6c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:31,541 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:17:31,542 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:17:31,542 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:17:31,542 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:17:31,542 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:17:31,542 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:17:31,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:17:31,544 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:17:31,545 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Unable to get data of znode /1-2128705450/balancer because node does not exist (not necessarily an error) 2024-11-13T20:17:31,547 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128705450/balancer already deleted, retry=false 2024-11-13T20:17:31,547 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:17:31,547 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Unable to get data of znode /1-2128705450/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:17:31,549 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128705450/normalizer already deleted, retry=false 2024-11-13T20:17:31,549 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:17:31,550 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Unable to get data of znode /1-2128705450/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:17:31,551 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128705450/switch/split already deleted, retry=false 2024-11-13T20:17:31,552 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Unable to get data of znode /1-2128705450/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:17:31,553 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128705450/switch/merge already deleted, retry=false 2024-11-13T20:17:31,555 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Unable to get data of znode /1-2128705450/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:17:31,557 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128705450/snapshot-cleanup already deleted, retry=false 2024-11-13T20:17:31,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2128705450/running 2024-11-13T20:17:31,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:31,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2128705450/running 2024-11-13T20:17:31,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:31,561 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,42801,1731529049747, sessionid=0x1003aca7ef20003, setting cluster-up flag (Was=false) 2024-11-13T20:17:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:31,569 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2128705450/flush-table-proc/acquired, /1-2128705450/flush-table-proc/reached, /1-2128705450/flush-table-proc/abort 2024-11-13T20:17:31,570 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42801,1731529049747 2024-11-13T20:17:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:31,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2128705450/online-snapshot/acquired, /1-2128705450/online-snapshot/reached, /1-2128705450/online-snapshot/abort 2024-11-13T20:17:31,579 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42801,1731529049747 2024-11-13T20:17:31,580 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:17:31,582 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:31,582 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:17:31,582 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:17:31,583 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,42801,1731529049747 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:31,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:31,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:17:31,588 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:31,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529081593 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:17:31,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,594 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:17:31,594 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:17:31,594 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:17:31,594 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:17:31,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:17:31,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:17:31,595 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529051595,5,FailOnTimeoutGroup] 2024-11-13T20:17:31,595 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529051595,5,FailOnTimeoutGroup] 2024-11-13T20:17:31,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:17:31,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:17:31,615 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(746): ClusterId : e345d875-dd17-4def-ac91-2491f6a6b36e 2024-11-13T20:17:31,615 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:17:31,617 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:17:31,617 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:17:31,620 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:17:31,620 DEBUG [RS:0;04ac815325d6:35945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ab025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:31,634 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:35945 2024-11-13T20:17:31,634 INFO [RS:0;04ac815325d6:35945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:17:31,634 INFO [RS:0;04ac815325d6:35945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:17:31,634 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:17:31,635 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,42801,1731529049747 with port=35945, startcode=1731529049789 2024-11-13T20:17:31,635 DEBUG [RS:0;04ac815325d6:35945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:17:31,639 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:17:31,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,35945,1731529049789 2024-11-13T20:17:31,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42801 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,35945,1731529049789 2024-11-13T20:17:31,641 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18 2024-11-13T20:17:31,641 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37691 2024-11-13T20:17:31,641 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:17:31,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450/rs 2024-11-13T20:17:31,647 DEBUG [RS:0;04ac815325d6:35945 {}] zookeeper.ZKUtil(111): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on existing znode=/1-2128705450/rs/04ac815325d6,35945,1731529049789 2024-11-13T20:17:31,648 WARN [RS:0;04ac815325d6:35945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:31,648 INFO [RS:0;04ac815325d6:35945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:31,648 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789 2024-11-13T20:17:31,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,35945,1731529049789] 2024-11-13T20:17:31,651 INFO [RS:0;04ac815325d6:35945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:17:31,653 INFO [RS:0;04ac815325d6:35945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:17:31,653 INFO [RS:0;04ac815325d6:35945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:17:31,653 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,654 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:17:31,655 INFO [RS:0;04ac815325d6:35945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:17:31,655 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,655 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,655 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,655 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,655 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,655 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,655 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:31,656 DEBUG [RS:0;04ac815325d6:35945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:31,661 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,661 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,661 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,661 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,662 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,662 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35945,1731529049789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:31,685 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:17:31,685 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35945,1731529049789-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,685 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,685 INFO [RS:0;04ac815325d6:35945 {}] regionserver.Replication(171): 04ac815325d6,35945,1731529049789 started 2024-11-13T20:17:31,707 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:31,707 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,35945,1731529049789, RpcServer on 04ac815325d6/172.17.0.2:35945, sessionid=0x1003aca7ef20004 2024-11-13T20:17:31,707 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:17:31,707 DEBUG [RS:0;04ac815325d6:35945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,35945,1731529049789 2024-11-13T20:17:31,707 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35945,1731529049789' 2024-11-13T20:17:31,707 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2128705450/flush-table-proc/abort' 2024-11-13T20:17:31,708 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2128705450/flush-table-proc/acquired' 2024-11-13T20:17:31,708 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:17:31,708 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:17:31,708 DEBUG [RS:0;04ac815325d6:35945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,35945,1731529049789 2024-11-13T20:17:31,709 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35945,1731529049789' 2024-11-13T20:17:31,709 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2128705450/online-snapshot/abort' 2024-11-13T20:17:31,709 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2128705450/online-snapshot/acquired' 2024-11-13T20:17:31,709 DEBUG [RS:0;04ac815325d6:35945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:17:31,709 INFO [RS:0;04ac815325d6:35945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:17:31,709 INFO [RS:0;04ac815325d6:35945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:17:31,810 INFO [RS:0;04ac815325d6:35945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:31,813 INFO [RS:0;04ac815325d6:35945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35945%2C1731529049789, suffix=, logDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789, archiveDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/oldWALs, maxLogs=10 2024-11-13T20:17:31,835 DEBUG [RS:0;04ac815325d6:35945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789/04ac815325d6%2C35945%2C1731529049789.1731529051814, exclude list is [], retry=0 2024-11-13T20:17:31,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43475,DS-876d20c8-7ebd-408e-af57-1f6a166f3694,DISK] 2024-11-13T20:17:31,852 INFO [RS:0;04ac815325d6:35945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789/04ac815325d6%2C35945%2C1731529049789.1731529051814 2024-11-13T20:17:31,852 DEBUG [RS:0;04ac815325d6:35945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-13T20:17:32,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:17:32,000 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18 2024-11-13T20:17:32,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:17:32,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:32,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:32,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:32,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:32,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:32,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:32,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:32,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:32,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:32,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:32,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740 2024-11-13T20:17:32,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740 2024-11-13T20:17:32,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:32,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:32,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:32,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:32,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:32,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72036126, jitterRate=0.07342192530632019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:32,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529052414Initializing all the Stores at 1731529052417 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529052417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529052417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529052417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529052417Cleaning up temporary data from old regions at 1731529052429 (+12 ms)Region opened successfully at 1731529052435 (+6 ms) 2024-11-13T20:17:32,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:32,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:32,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:32,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:32,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:32,437 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:32,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529052435Disabling compacts and flushes for region at 1731529052435Disabling writes for close at 1731529052435Writing region close event to WAL at 1731529052437 (+2 ms)Closed at 1731529052437 2024-11-13T20:17:32,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:32,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:17:32,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:32,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:32,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:17:32,592 DEBUG [04ac815325d6:42801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:32,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,35945,1731529049789 2024-11-13T20:17:32,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35945,1731529049789, state=OPENING 2024-11-13T20:17:32,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:17:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:32,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128705450/meta-region-server: CHANGED 2024-11-13T20:17:32,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128705450/meta-region-server: CHANGED 2024-11-13T20:17:32,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:32,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35945,1731529049789}] 2024-11-13T20:17:32,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:32,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:17:32,760 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:32,760 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:32,761 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:32,762 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35945%2C1731529049789.meta, suffix=.meta, logDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789, archiveDir=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/oldWALs, maxLogs=10 2024-11-13T20:17:32,780 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789/04ac815325d6%2C35945%2C1731529049789.meta.1731529052763.meta, exclude list is [], retry=0 2024-11-13T20:17:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43475,DS-876d20c8-7ebd-408e-af57-1f6a166f3694,DISK] 2024-11-13T20:17:32,785 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789/04ac815325d6%2C35945%2C1731529049789.meta.1731529052763.meta 2024-11-13T20:17:32,785 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-13T20:17:32,786 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:32,786 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:32,786 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:32,786 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:32,787 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:32,787 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:32,787 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:32,787 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:32,787 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:32,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:32,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:32,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:32,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:32,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:32,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:32,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:32,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:32,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:32,794 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:32,795 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740 2024-11-13T20:17:32,796 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740 2024-11-13T20:17:32,797 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:32,797 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:32,798 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:32,799 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:32,800 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73958990, jitterRate=0.10207483172416687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:32,800 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:32,800 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529052787Writing region info on filesystem at 1731529052787Initializing all the Stores at 1731529052788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529052788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529052788Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529052788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529052788Cleaning up temporary data from old regions at 1731529052797 (+9 ms)Running coprocessor post-open hooks at 1731529052800 (+3 ms)Region opened successfully at 1731529052800 2024-11-13T20:17:32,801 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529052753 2024-11-13T20:17:32,804 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:32,804 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:32,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35945,1731529049789 2024-11-13T20:17:32,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35945,1731529049789, state=OPEN 2024-11-13T20:17:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2128705450/meta-region-server 2024-11-13T20:17:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2128705450/meta-region-server 2024-11-13T20:17:32,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128705450/meta-region-server: CHANGED 2024-11-13T20:17:32,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128705450/meta-region-server: CHANGED 2024-11-13T20:17:32,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,35945,1731529049789 2024-11-13T20:17:32,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:17:32,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35945,1731529049789 in 209 msec 2024-11-13T20:17:32,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:17:32,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-13T20:17:32,817 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:32,817 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:17:32,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:32,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35945,1731529049789, seqNum=-1] 2024-11-13T20:17:32,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:32,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:32,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-13T20:17:32,827 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529052827, completionTime=-1 2024-11-13T20:17:32,827 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:17:32,827 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:17:32,830 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:17:32,830 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529112830 2024-11-13T20:17:32,830 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529172830 2024-11-13T20:17:32,830 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T20:17:32,830 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42801,1731529049747-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:32,831 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42801,1731529049747-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:32,831 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42801,1731529049747-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:32,831 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:42801, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:32,831 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:32,833 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:17:32,836 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:32,843 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.013sec 2024-11-13T20:17:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:17:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:17:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:17:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:17:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:17:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42801,1731529049747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42801,1731529049747-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:17:32,849 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:17:32,849 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:17:32,849 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42801,1731529049747-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:32,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42801,-1 for getting cluster id 2024-11-13T20:17:32,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:32,918 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e345d875-dd17-4def-ac91-2491f6a6b36e' 2024-11-13T20:17:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e345d875-dd17-4def-ac91-2491f6a6b36e" 2024-11-13T20:17:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5bb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42801,-1] 2024-11-13T20:17:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:32,921 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:32,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35945,1731529049789, seqNum=-1] 2024-11-13T20:17:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:32,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:32,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,42801,1731529049747 2024-11-13T20:17:32,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50956 2024-11-13T20:17:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:32,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003aca7ef20005 connected 2024-11-13T20:17:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,41927,-1 for getting cluster id 2024-11-13T20:17:32,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:32,958 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8e3f27f-4660-476e-851d-8f19d0ea7c73' 2024-11-13T20:17:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8e3f27f-4660-476e-851d-8f19d0ea7c73" 2024-11-13T20:17:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c31ca34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,41927,-1] 2024-11-13T20:17:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:32,962 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:32,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed5b14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,41927,1731529046060 2024-11-13T20:17:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea5eda5 2024-11-13T20:17:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:32,966 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:32,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:42801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:17:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:17:32,972 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:42801' 2024-11-13T20:17:32,974 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740a5563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,974 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42801,-1 for getting cluster id 2024-11-13T20:17:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:32,974 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:32,975 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e345d875-dd17-4def-ac91-2491f6a6b36e' 2024-11-13T20:17:32,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:32,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e345d875-dd17-4def-ac91-2491f6a6b36e" 2024-11-13T20:17:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f12889e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42801,-1] 2024-11-13T20:17:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:32,977 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:32,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6816cd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:32,979 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42801,1731529049747 2024-11-13T20:17:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29749003 2024-11-13T20:17:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:32,982 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:32,983 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T20:17:32,983 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:17:32,983 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:32,983 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:32,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:32,983 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:32,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:17:32,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:17:32,989 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:32,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:17:33,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741835_1011 (size=1138) 2024-11-13T20:17:33,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ed5ced3a79bdee4ffc04ff63d950331, NAME => 'hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9 2024-11-13T20:17:33,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741836_1012 (size=44) 2024-11-13T20:17:33,038 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:17:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:33,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:33,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0ed5ced3a79bdee4ffc04ff63d950331, disabling compactions & flushes 2024-11-13T20:17:33,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:33,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:33,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. after waiting 0 ms 2024-11-13T20:17:33,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:33,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:33,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ed5ced3a79bdee4ffc04ff63d950331: Waiting for close lock at 1731529053421Disabling compacts and flushes for region at 1731529053421Disabling writes for close at 1731529053421Writing region close event to WAL at 1731529053421Closed at 1731529053421 2024-11-13T20:17:33,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:17:33,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529053423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529053423"}]},"ts":"1731529053423"} 2024-11-13T20:17:33,426 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:17:33,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:17:33,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529053427"}]},"ts":"1731529053427"} 2024-11-13T20:17:33,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:17:33,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed5ced3a79bdee4ffc04ff63d950331, ASSIGN}] 2024-11-13T20:17:33,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed5ced3a79bdee4ffc04ff63d950331, ASSIGN 2024-11-13T20:17:33,433 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ed5ced3a79bdee4ffc04ff63d950331, ASSIGN; state=OFFLINE, location=04ac815325d6,34299,1731529046116; forceNewPlan=false, retain=false 2024-11-13T20:17:33,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ed5ced3a79bdee4ffc04ff63d950331, regionState=OPENING, regionLocation=04ac815325d6,34299,1731529046116 2024-11-13T20:17:33,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ed5ced3a79bdee4ffc04ff63d950331, ASSIGN because future has completed 2024-11-13T20:17:33,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed5ced3a79bdee4ffc04ff63d950331, server=04ac815325d6,34299,1731529046116}] 2024-11-13T20:17:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:33,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:33,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:33,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:17:33,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C34299%2C1731529046116.rep, suffix=, logDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116, archiveDir=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/oldWALs, maxLogs=10 2024-11-13T20:17:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.rep.1731529053753, exclude list is [], retry=0 2024-11-13T20:17:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-55559a6a-9122-4d6b-b430-3613f33b824f,DISK] 2024-11-13T20:17:33,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.rep.1731529053753 2024-11-13T20:17:33,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-11-13T20:17:33,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed5ced3a79bdee4ffc04ff63d950331, NAME => 'hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:33,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:33,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:33,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. service=MultiRowMutationService 2024-11-13T20:17:33,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:17:33,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:33,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,779 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,782 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed5ced3a79bdee4ffc04ff63d950331 columnFamilyName hfileref 2024-11-13T20:17:33,782 DEBUG [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:33,782 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] regionserver.HStore(327): Store=0ed5ced3a79bdee4ffc04ff63d950331/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:33,783 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,784 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed5ced3a79bdee4ffc04ff63d950331 columnFamilyName queue 2024-11-13T20:17:33,784 DEBUG [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:33,785 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] regionserver.HStore(327): Store=0ed5ced3a79bdee4ffc04ff63d950331/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:33,785 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,786 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed5ced3a79bdee4ffc04ff63d950331 columnFamilyName sid 2024-11-13T20:17:33,786 DEBUG [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:33,787 INFO [StoreOpener-0ed5ced3a79bdee4ffc04ff63d950331-1 {}] regionserver.HStore(327): Store=0ed5ced3a79bdee4ffc04ff63d950331/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:33,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:17:33,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:33,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0ed5ced3a79bdee4ffc04ff63d950331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73381360, jitterRate=0.09346747398376465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:17:33,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:33,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0ed5ced3a79bdee4ffc04ff63d950331: Running coprocessor pre-open hook at 1731529053778Writing region info on filesystem at 1731529053778Initializing all the Stores at 1731529053779 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529053779Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529053779Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529053779Cleaning up temporary data from old regions at 1731529053789 (+10 ms)Running coprocessor post-open hooks at 1731529053798 (+9 ms)Region opened successfully at 1731529053799 (+1 ms) 2024-11-13T20:17:33,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331., pid=7, masterSystemTime=1731529053742 2024-11-13T20:17:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:33,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:33,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ed5ced3a79bdee4ffc04ff63d950331, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34299,1731529046116 2024-11-13T20:17:33,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed5ced3a79bdee4ffc04ff63d950331, server=04ac815325d6,34299,1731529046116 because future has completed 2024-11-13T20:17:33,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T20:17:33,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ed5ced3a79bdee4ffc04ff63d950331, server=04ac815325d6,34299,1731529046116 in 219 msec 2024-11-13T20:17:33,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:17:33,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ed5ced3a79bdee4ffc04ff63d950331, ASSIGN in 380 msec 2024-11-13T20:17:33,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:17:33,814 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529053814"}]},"ts":"1731529053814"} 2024-11-13T20:17:33,817 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:17:33,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:17:33,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 835 msec 2024-11-13T20:17:33,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331., hostname=04ac815325d6,34299,1731529046116, seqNum=2] 2024-11-13T20:17:33,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:33,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:33,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:17:34,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T20:17:34,012 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:17:34,051 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,34299,1731529046116, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:17:34,052 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:34,052 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,34299,1731529046116, seqNum=-1] 2024-11-13T20:17:34,052 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:34,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T20:17:34,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,34299,1731529046116', locateType=CURRENT is [region=hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331., hostname=04ac815325d6,34299,1731529046116, seqNum=2] 2024-11-13T20:17:34,059 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T20:17:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T20:17:34,062 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,34299,1731529046116 suceeded 2024-11-13T20:17:34,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T20:17:34,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-13T20:17:34,065 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:42801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:17:34,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0990 sec 2024-11-13T20:17:34,076 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:42801' 2024-11-13T20:17:34,078 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345cdfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:34,078 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42801,-1 for getting cluster id 2024-11-13T20:17:34,078 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:34,079 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e345d875-dd17-4def-ac91-2491f6a6b36e' 2024-11-13T20:17:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e345d875-dd17-4def-ac91-2491f6a6b36e" 2024-11-13T20:17:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f406c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42801,-1] 2024-11-13T20:17:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,081 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:34,082 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eef06a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:34,082 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:34,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42801,1731529049747 2024-11-13T20:17:34,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69e02387 2024-11-13T20:17:34,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:34,084 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T20:17:34,085 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,34299,1731529046116 (queues=1) is replicating from cluster=a8e3f27f-4660-476e-851d-8f19d0ea7c73 to cluster=e345d875-dd17-4def-ac91-2491f6a6b36e 2024-11-13T20:17:34,085 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C34299%2C1731529046116 2024-11-13T20:17:34,085 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,34299,1731529046116, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:17:34,086 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.wal-reader.04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145, startPosition=0, beingWritten=true 2024-11-13T20:17:34,086 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.shipper04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C34299%2C1731529046116 2024-11-13T20:17:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:34,108 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:17:34,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:34,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:34,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:34,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,41927,1731529046060 2024-11-13T20:17:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57688da1 2024-11-13T20:17:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:34,113 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:34,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:17:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:17:34,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:34,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:34,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:34,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:17:34,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=811455722, stopped=false 2024-11-13T20:17:34,115 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,42801,1731529049747 2024-11-13T20:17:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128705450/running 2024-11-13T20:17:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128705450/running 2024-11-13T20:17:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:34,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:34,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:34,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:34,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on znode that does not yet exist, /1-2128705450/running 2024-11-13T20:17:34,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,35945,1731529049789' ***** 2024-11-13T20:17:34,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:17:34,119 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:34,119 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:34,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Set watcher on znode that does not yet exist, /1-2128705450/running 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,35945,1731529049789 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35945. 2024-11-13T20:17:34,120 DEBUG [RS:0;04ac815325d6:35945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:34,120 DEBUG [RS:0;04ac815325d6:35945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:17:34,120 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:17:34,124 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:17:34,124 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:17:34,124 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:34,125 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:34,125 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:34,125 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:34,125 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:34,125 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:34,125 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T20:17:34,153 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740/.tmp/ns/a872511060874c6a81c209caaf2f3409 is 43, key is default/ns:d/1731529052821/Put/seqid=0 2024-11-13T20:17:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741835_1011 (size=5153) 2024-11-13T20:17:34,164 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:34,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:34,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:34,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:34,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T20:17:34,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:17:34,294 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.wal-reader.04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145 to pos 0, reset compression=false 2024-11-13T20:17:34,325 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:34,525 DEBUG [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:34,560 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740/.tmp/ns/a872511060874c6a81c209caaf2f3409 2024-11-13T20:17:34,568 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740/.tmp/ns/a872511060874c6a81c209caaf2f3409 as hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740/ns/a872511060874c6a81c209caaf2f3409 2024-11-13T20:17:34,574 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740/ns/a872511060874c6a81c209caaf2f3409, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T20:17:34,576 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-13T20:17:34,582 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T20:17:34,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:34,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:34,583 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:34,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529054124Running coprocessor pre-close hooks at 1731529054124Disabling compacts and flushes for region at 1731529054124Disabling writes for close at 1731529054125 (+1 ms)Obtaining lock to block concurrent updates at 1731529054125Preparing flush snapshotting stores in 1588230740 at 1731529054125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731529054126 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529054127 (+1 ms)Flushing 1588230740/ns: creating writer at 1731529054127Flushing 1588230740/ns: appending metadata at 1731529054152 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731529054152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c99188: reopening flushed file at 1731529054567 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731529054576 (+9 ms)Writing region close event to WAL at 1731529054578 (+2 ms)Running coprocessor post-close hooks at 1731529054583 (+5 ms)Closed at 1731529054583 2024-11-13T20:17:34,583 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:34,601 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.wal-reader.04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145 to pos 0, reset compression=false 2024-11-13T20:17:34,725 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,35945,1731529049789; all regions closed. 2024-11-13T20:17:34,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741834_1010 (size=1152) 2024-11-13T20:17:34,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/WALs/04ac815325d6,35945,1731529049789/04ac815325d6%2C35945%2C1731529049789.meta.1731529052763.meta not finished, retry = 0 2024-11-13T20:17:34,743 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:17:34,743 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:17:34,833 DEBUG [RS:0;04ac815325d6:35945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/oldWALs 2024-11-13T20:17:34,833 INFO [RS:0;04ac815325d6:35945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35945%2C1731529049789.meta:.meta(num 1731529052763) 2024-11-13T20:17:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741832_1008 (size=93) 2024-11-13T20:17:34,838 DEBUG [RS:0;04ac815325d6:35945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/oldWALs 2024-11-13T20:17:34,838 INFO [RS:0;04ac815325d6:35945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35945%2C1731529049789:(num 1731529051814) 2024-11-13T20:17:34,838 DEBUG [RS:0;04ac815325d6:35945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:34,838 INFO [RS:0;04ac815325d6:35945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:34,839 INFO [RS:0;04ac815325d6:35945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:34,839 INFO [RS:0;04ac815325d6:35945 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:34,839 INFO [RS:0;04ac815325d6:35945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:34,839 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:34,839 INFO [RS:0;04ac815325d6:35945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35945 2024-11-13T20:17:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450/rs 2024-11-13T20:17:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128705450/rs/04ac815325d6,35945,1731529049789 2024-11-13T20:17:34,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,35945,1731529049789] 2024-11-13T20:17:34,844 INFO [RS:0;04ac815325d6:35945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:34,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128705450/draining/04ac815325d6,35945,1731529049789 already deleted, retry=false 2024-11-13T20:17:34,844 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,35945,1731529049789 expired; onlineServers=0 2024-11-13T20:17:34,844 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,42801,1731529049747' ***** 2024-11-13T20:17:34,844 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:17:34,844 INFO [M:0;04ac815325d6:42801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:34,844 INFO [M:0;04ac815325d6:42801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:34,844 DEBUG [M:0;04ac815325d6:42801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:17:34,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:17:34,845 DEBUG [M:0;04ac815325d6:42801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:17:34,845 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529051595 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529051595,5,FailOnTimeoutGroup] 2024-11-13T20:17:34,845 INFO [M:0;04ac815325d6:42801 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:34,845 INFO [M:0;04ac815325d6:42801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:34,845 DEBUG [M:0;04ac815325d6:42801 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:17:34,845 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529051595 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529051595,5,FailOnTimeoutGroup] 2024-11-13T20:17:34,845 INFO [M:0;04ac815325d6:42801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:17:34,845 INFO [M:0;04ac815325d6:42801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:34,845 INFO [M:0;04ac815325d6:42801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:17:34,845 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:17:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128705450/master 2024-11-13T20:17:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128705450 2024-11-13T20:17:34,848 INFO [M:0;04ac815325d6:42801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/.lastflushedseqids 2024-11-13T20:17:34,849 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128705450/master already deleted, retry=false 2024-11-13T20:17:34,849 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2128705450/master 2024-11-13T20:17:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741836_1012 (size=99) 2024-11-13T20:17:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35945-0x1003aca7ef20004, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:34,946 INFO [RS:0;04ac815325d6:35945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:34,946 INFO [RS:0;04ac815325d6:35945 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,35945,1731529049789; zookeeper connection closed. 2024-11-13T20:17:34,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@291bdc11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@291bdc11 2024-11-13T20:17:34,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:17:35,007 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.wal-reader.04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145 to pos 0, reset compression=false 2024-11-13T20:17:35,259 INFO [M:0;04ac815325d6:42801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:17:35,259 INFO [M:0;04ac815325d6:42801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:17:35,259 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:35,259 INFO [M:0;04ac815325d6:42801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:35,259 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:35,259 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:35,259 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:35,260 INFO [M:0;04ac815325d6:42801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T20:17:35,283 DEBUG [M:0;04ac815325d6:42801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24192f06fdb049d4973a747c78664132 is 82, key is hbase:meta,,1/info:regioninfo/1731529052804/Put/seqid=0 2024-11-13T20:17:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741837_1013 (size=5672) 2024-11-13T20:17:35,299 INFO [M:0;04ac815325d6:42801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24192f06fdb049d4973a747c78664132 2024-11-13T20:17:35,329 DEBUG [M:0;04ac815325d6:42801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f29b5a46bf5242eab1c294dd60aeb387 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731529052826/Put/seqid=0 2024-11-13T20:17:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741838_1014 (size=5275) 2024-11-13T20:17:35,338 INFO [M:0;04ac815325d6:42801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f29b5a46bf5242eab1c294dd60aeb387 2024-11-13T20:17:35,365 DEBUG [M:0;04ac815325d6:42801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6f0f31234914f5daf76df6bbff5c5be is 69, key is 04ac815325d6,35945,1731529049789/rs:state/1731529051640/Put/seqid=0 2024-11-13T20:17:35,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741839_1015 (size=5156) 2024-11-13T20:17:35,375 INFO [M:0;04ac815325d6:42801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6f0f31234914f5daf76df6bbff5c5be 2024-11-13T20:17:35,384 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24192f06fdb049d4973a747c78664132 as hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24192f06fdb049d4973a747c78664132 2024-11-13T20:17:35,391 INFO [M:0;04ac815325d6:42801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24192f06fdb049d4973a747c78664132, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T20:17:35,393 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f29b5a46bf5242eab1c294dd60aeb387 as hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f29b5a46bf5242eab1c294dd60aeb387 2024-11-13T20:17:35,403 INFO [M:0;04ac815325d6:42801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f29b5a46bf5242eab1c294dd60aeb387, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T20:17:35,408 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6f0f31234914f5daf76df6bbff5c5be as hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6f0f31234914f5daf76df6bbff5c5be 2024-11-13T20:17:35,416 INFO [M:0;04ac815325d6:42801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37691/user/jenkins/test-data/1a690dca-bfe5-b306-349c-ea140054ff18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6f0f31234914f5daf76df6bbff5c5be, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T20:17:35,418 INFO [M:0;04ac815325d6:42801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=28, compaction requested=false 2024-11-13T20:17:35,421 INFO [M:0;04ac815325d6:42801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:35,421 DEBUG [M:0;04ac815325d6:42801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529055259Disabling compacts and flushes for region at 1731529055259Disabling writes for close at 1731529055259Obtaining lock to block concurrent updates at 1731529055260 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529055260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731529055260Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529055261 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529055261Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529055283 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529055283Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529055307 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529055328 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529055328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529055344 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529055364 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529055365 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704b7674: reopening flushed file at 1731529055383 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6445137d: reopening flushed file at 1731529055392 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7efa4e3: reopening flushed file at 1731529055403 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=28, compaction requested=false at 1731529055418 (+15 ms)Writing region close event to WAL at 1731529055420 (+2 ms)Closed at 1731529055420 2024-11-13T20:17:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43475 is added to blk_1073741830_1006 (size=10165) 2024-11-13T20:17:35,430 INFO [M:0;04ac815325d6:42801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:17:35,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:35,430 INFO [M:0;04ac815325d6:42801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42801 2024-11-13T20:17:35,430 INFO [M:0;04ac815325d6:42801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:35,513 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.wal-reader.04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145 to pos 0, reset compression=false 2024-11-13T20:17:35,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:35,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42801-0x1003aca7ef20003, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:35,534 INFO [M:0;04ac815325d6:42801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:35,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:35,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:35,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:35,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:35,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:35,547 WARN [BP-1640105620-172.17.0.2-1731529048819 heartbeating to localhost/127.0.0.1:37691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:17:35,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:17:35,547 WARN [BP-1640105620-172.17.0.2-1731529048819 heartbeating to localhost/127.0.0.1:37691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1640105620-172.17.0.2-1731529048819 (Datanode Uuid 86a545e7-42e9-456c-9bc7-a6d4cf61d8d2) service to localhost/127.0.0.1:37691 2024-11-13T20:17:35,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:17:35,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/cluster_fbbcda9c-988a-243a-f602-161cceb16f4e/data/data1/current/BP-1640105620-172.17.0.2-1731529048819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:35,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/cluster_fbbcda9c-988a-243a-f602-161cceb16f4e/data/data2/current/BP-1640105620-172.17.0.2-1731529048819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:35,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:17:35,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:35,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:35,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:35,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:35,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:35,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:17:35,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:17:35,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:35,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:35,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:35,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:35,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:35,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:17:35,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2030222953, stopped=false 2024-11-13T20:17:35,584 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,41927,1731529046060 2024-11-13T20:17:35,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01496447863/running 2024-11-13T20:17:35,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:35,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01496447863/running 2024-11-13T20:17:35,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:35,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on znode that does not yet exist, /01496447863/running 2024-11-13T20:17:35,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:35,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Set watcher on znode that does not yet exist, /01496447863/running 2024-11-13T20:17:35,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:35,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:35,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:35,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,34299,1731529046116' ***** 2024-11-13T20:17:35,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:17:35,589 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:35,589 INFO [RS:0;04ac815325d6:34299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:17:35,589 INFO [RS:0;04ac815325d6:34299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:17:35,590 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ed5ced3a79bdee4ffc04ff63d950331 2024-11-13T20:17:35,590 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:35,592 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,34299,1731529046116 2024-11-13T20:17:35,592 INFO [RS:0;04ac815325d6:34299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:35,593 INFO [RS:0;04ac815325d6:34299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:34299. 2024-11-13T20:17:35,593 DEBUG [RS:0;04ac815325d6:34299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:35,593 DEBUG [RS:0;04ac815325d6:34299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:35,593 INFO [RS:0;04ac815325d6:34299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:17:35,593 INFO [RS:0;04ac815325d6:34299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:17:35,593 INFO [RS:0;04ac815325d6:34299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:17:35,593 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:17:35,594 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ed5ced3a79bdee4ffc04ff63d950331, disabling compactions & flushes 2024-11-13T20:17:35,594 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:35,594 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:35,594 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. after waiting 0 ms 2024-11-13T20:17:35,594 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:35,594 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ed5ced3a79bdee4ffc04ff63d950331 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T20:17:35,598 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:17:35,598 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1325): Online Regions={0ed5ced3a79bdee4ffc04ff63d950331=hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:17:35,598 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1351): Waiting on 0ed5ced3a79bdee4ffc04ff63d950331, 1588230740 2024-11-13T20:17:35,601 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:35,601 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:35,601 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:35,601 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:35,601 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:35,601 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T20:17:35,613 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:35,620 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331/.tmp/queue/99355c95a116477e9b3adbf4a1a867fb is 151, key is 1-04ac815325d6,34299,1731529046116/queue:04ac815325d6%2C34299%2C1731529046116/1731529054057/Put/seqid=0 2024-11-13T20:17:35,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741838_1014 (size=5350) 2024-11-13T20:17:35,647 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/info/9dd10eb2d3df49909b95dd569a6ac7ea is 147, key is hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331./info:regioninfo/1731529053804/Put/seqid=0 2024-11-13T20:17:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741839_1015 (size=6631) 2024-11-13T20:17:35,667 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/info/9dd10eb2d3df49909b95dd569a6ac7ea 2024-11-13T20:17:35,705 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/ns/09ccfde7f4124a74829000fbe9744ba0 is 43, key is default/ns:d/1731529048753/Put/seqid=0 2024-11-13T20:17:35,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741840_1016 (size=5153) 2024-11-13T20:17:35,717 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/ns/09ccfde7f4124a74829000fbe9744ba0 2024-11-13T20:17:35,746 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/table/8387fa11592f4d75bf5878190d0578b5 is 53, key is hbase:replication/table:state/1731529053814/Put/seqid=0 2024-11-13T20:17:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741841_1017 (size=5256) 2024-11-13T20:17:35,798 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1351): Waiting on 0ed5ced3a79bdee4ffc04ff63d950331, 1588230740 2024-11-13T20:17:35,998 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1351): Waiting on 0ed5ced3a79bdee4ffc04ff63d950331, 1588230740 2024-11-13T20:17:36,025 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:17:36,025 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:17:36,033 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331/.tmp/queue/99355c95a116477e9b3adbf4a1a867fb 2024-11-13T20:17:36,053 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331/.tmp/queue/99355c95a116477e9b3adbf4a1a867fb as hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331/queue/99355c95a116477e9b3adbf4a1a867fb 2024-11-13T20:17:36,060 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331/queue/99355c95a116477e9b3adbf4a1a867fb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T20:17:36,062 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0ed5ced3a79bdee4ffc04ff63d950331 in 468ms, sequenceid=5, compaction requested=false 2024-11-13T20:17:36,069 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/replication/0ed5ced3a79bdee4ffc04ff63d950331/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:17:36,071 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:36,071 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:36,071 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:36,071 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ed5ced3a79bdee4ffc04ff63d950331: Waiting for close lock at 1731529055594Running coprocessor pre-close hooks at 1731529055594Disabling compacts and flushes for region at 1731529055594Disabling writes for close at 1731529055594Obtaining lock to block concurrent updates at 1731529055594Preparing flush snapshotting stores in 0ed5ced3a79bdee4ffc04ff63d950331 at 1731529055594Finished memstore snapshotting hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731529055595 (+1 ms)Flushing stores of hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. at 1731529055596 (+1 ms)Flushing 0ed5ced3a79bdee4ffc04ff63d950331/queue: creating writer at 1731529055596Flushing 0ed5ced3a79bdee4ffc04ff63d950331/queue: appending metadata at 1731529055619 (+23 ms)Flushing 0ed5ced3a79bdee4ffc04ff63d950331/queue: closing flushed file at 1731529055619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3017c559: reopening flushed file at 1731529056050 (+431 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0ed5ced3a79bdee4ffc04ff63d950331 in 468ms, sequenceid=5, compaction requested=false at 1731529056062 (+12 ms)Writing region close event to WAL at 1731529056065 (+3 ms)Running coprocessor post-close hooks at 1731529056071 (+6 ms)Closed at 1731529056071 2024-11-13T20:17:36,071 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529052983.0ed5ced3a79bdee4ffc04ff63d950331. 2024-11-13T20:17:36,123 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.wal-reader.04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.1731529048145 to pos 0, reset compression=false 2024-11-13T20:17:36,159 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/table/8387fa11592f4d75bf5878190d0578b5 2024-11-13T20:17:36,167 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/info/9dd10eb2d3df49909b95dd569a6ac7ea as hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/info/9dd10eb2d3df49909b95dd569a6ac7ea 2024-11-13T20:17:36,177 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/info/9dd10eb2d3df49909b95dd569a6ac7ea, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T20:17:36,179 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/ns/09ccfde7f4124a74829000fbe9744ba0 as hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/ns/09ccfde7f4124a74829000fbe9744ba0 2024-11-13T20:17:36,187 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/ns/09ccfde7f4124a74829000fbe9744ba0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:17:36,188 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/.tmp/table/8387fa11592f4d75bf5878190d0578b5 as hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/table/8387fa11592f4d75bf5878190d0578b5 2024-11-13T20:17:36,195 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/table/8387fa11592f4d75bf5878190d0578b5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T20:17:36,196 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=11, compaction requested=false 2024-11-13T20:17:36,199 DEBUG [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:17:36,202 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T20:17:36,202 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:36,202 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:36,202 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:36,203 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529055601Running coprocessor pre-close hooks at 1731529055601Disabling compacts and flushes for region at 1731529055601Disabling writes for close at 1731529055601Obtaining lock to block concurrent updates at 1731529055601Preparing flush snapshotting stores in 1588230740 at 1731529055601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731529055601Flushing stores of hbase:meta,,1.1588230740 at 1731529055603 (+2 ms)Flushing 1588230740/info: creating writer at 1731529055603Flushing 1588230740/info: appending metadata at 1731529055647 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731529055647Flushing 1588230740/ns: creating writer at 1731529055684 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731529055705 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731529055705Flushing 1588230740/table: creating writer at 1731529055724 (+19 ms)Flushing 1588230740/table: appending metadata at 1731529055745 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731529055746 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b92b678: reopening flushed file at 1731529056167 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27080a53: reopening flushed file at 1731529056178 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65abf8d9: reopening flushed file at 1731529056187 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=11, compaction requested=false at 1731529056196 (+9 ms)Writing region close event to WAL at 1731529056198 (+2 ms)Running coprocessor post-close hooks at 1731529056202 (+4 ms)Closed at 1731529056202 2024-11-13T20:17:36,203 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:36,399 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,34299,1731529046116; all regions closed. 2024-11-13T20:17:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741834_1010 (size=2742) 2024-11-13T20:17:36,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/WALs/04ac815325d6,34299,1731529046116/04ac815325d6%2C34299%2C1731529046116.meta.1731529048701.meta not finished, retry = 0 2024-11-13T20:17:36,505 DEBUG [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/oldWALs 2024-11-13T20:17:36,505 INFO [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C34299%2C1731529046116.meta:.meta(num 1731529048701) 2024-11-13T20:17:36,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741837_1013 (size=1586) 2024-11-13T20:17:36,510 DEBUG [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/oldWALs 2024-11-13T20:17:36,510 INFO [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C34299%2C1731529046116.rep:(num 1731529053753) 2024-11-13T20:17:36,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741833_1009 (size=93) 2024-11-13T20:17:36,515 DEBUG [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/oldWALs 2024-11-13T20:17:36,515 INFO [RS:0;04ac815325d6:34299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C34299%2C1731529046116:(num 1731529048145) 2024-11-13T20:17:36,515 DEBUG [RS:0;04ac815325d6:34299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:36,515 INFO [RS:0;04ac815325d6:34299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:36,515 INFO [RS:0;04ac815325d6:34299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:36,515 INFO [RS:0;04ac815325d6:34299 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:36,515 INFO [RS:0;04ac815325d6:34299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:36,515 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:36,516 INFO [RS:0;04ac815325d6:34299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,34299,1731529046116 because: Region server is closing 2024-11-13T20:17:36,516 INFO [RS:0;04ac815325d6:34299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:34299. 2024-11-13T20:17:36,516 DEBUG [RS:0;04ac815325d6:34299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:36,516 DEBUG [RS:0;04ac815325d6:34299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:36,516 DEBUG [RS:0;04ac815325d6:34299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:36,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:36,616 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.shipper04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:17:36,616 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.wal-reader.04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:17:36,617 INFO [RS:0;04ac815325d6:34299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,34299,1731529046116.replicationSource.shipper04ac815325d6%2C34299%2C1731529046116,1-04ac815325d6,34299,1731529046116 terminated 2024-11-13T20:17:36,617 INFO [RS:0;04ac815325d6:34299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34299 2024-11-13T20:17:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01496447863/rs/04ac815325d6,34299,1731529046116 2024-11-13T20:17:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863/rs 2024-11-13T20:17:36,619 INFO [RS:0;04ac815325d6:34299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:36,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,34299,1731529046116] 2024-11-13T20:17:36,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01496447863/draining/04ac815325d6,34299,1731529046116 already deleted, retry=false 2024-11-13T20:17:36,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,34299,1731529046116 expired; onlineServers=0 2024-11-13T20:17:36,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,41927,1731529046060' ***** 2024-11-13T20:17:36,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:17:36,622 INFO [M:0;04ac815325d6:41927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:36,623 INFO [M:0;04ac815325d6:41927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:36,623 DEBUG [M:0;04ac815325d6:41927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:17:36,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:17:36,623 DEBUG [M:0;04ac815325d6:41927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:17:36,623 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529047945 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529047945,5,FailOnTimeoutGroup] 2024-11-13T20:17:36,623 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529047945 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529047945,5,FailOnTimeoutGroup] 2024-11-13T20:17:36,623 INFO [M:0;04ac815325d6:41927 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:36,623 INFO [M:0;04ac815325d6:41927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:36,623 DEBUG [M:0;04ac815325d6:41927 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:17:36,623 INFO [M:0;04ac815325d6:41927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:17:36,623 INFO [M:0;04ac815325d6:41927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:36,623 INFO [M:0;04ac815325d6:41927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:17:36,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:17:36,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01496447863/master 2024-11-13T20:17:36,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01496447863 2024-11-13T20:17:36,625 DEBUG [M:0;04ac815325d6:41927 {}] zookeeper.ZKUtil(347): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Unable to get data of znode /01496447863/master because node does not exist (not an error) 2024-11-13T20:17:36,625 WARN [M:0;04ac815325d6:41927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:17:36,625 INFO [M:0;04ac815325d6:41927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/.lastflushedseqids 2024-11-13T20:17:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741842_1018 (size=181) 2024-11-13T20:17:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:36,721 INFO [RS:0;04ac815325d6:34299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34299-0x1003aca7ef20001, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:36,721 INFO [RS:0;04ac815325d6:34299 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,34299,1731529046116; zookeeper connection closed. 2024-11-13T20:17:36,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 2024-11-13T20:17:36,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:17:37,032 INFO [M:0;04ac815325d6:41927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:17:37,032 INFO [M:0;04ac815325d6:41927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:17:37,032 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:37,032 INFO [M:0;04ac815325d6:41927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:37,032 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:37,032 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:37,032 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:37,032 INFO [M:0;04ac815325d6:41927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T20:17:37,053 DEBUG [M:0;04ac815325d6:41927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb45703688764996af16fd92593b539d is 82, key is hbase:meta,,1/info:regioninfo/1731529048738/Put/seqid=0 2024-11-13T20:17:37,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741843_1019 (size=5672) 2024-11-13T20:17:37,460 INFO [M:0;04ac815325d6:41927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb45703688764996af16fd92593b539d 2024-11-13T20:17:37,491 DEBUG [M:0;04ac815325d6:41927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a114729708477eb774fe226c694950 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731529053819/Put/seqid=0 2024-11-13T20:17:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741844_1020 (size=7203) 2024-11-13T20:17:37,897 INFO [M:0;04ac815325d6:41927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a114729708477eb774fe226c694950 2024-11-13T20:17:37,917 DEBUG [M:0;04ac815325d6:41927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/369d26ad878640f7a716e8afabbbd437 is 69, key is 04ac815325d6,34299,1731529046116/rs:state/1731529047991/Put/seqid=0 2024-11-13T20:17:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741845_1021 (size=5156) 2024-11-13T20:17:38,322 INFO [M:0;04ac815325d6:41927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/369d26ad878640f7a716e8afabbbd437 2024-11-13T20:17:38,327 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb45703688764996af16fd92593b539d as hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb45703688764996af16fd92593b539d 2024-11-13T20:17:38,332 INFO [M:0;04ac815325d6:41927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb45703688764996af16fd92593b539d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T20:17:38,333 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a114729708477eb774fe226c694950 as hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75a114729708477eb774fe226c694950 2024-11-13T20:17:38,338 INFO [M:0;04ac815325d6:41927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75a114729708477eb774fe226c694950, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T20:17:38,338 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/369d26ad878640f7a716e8afabbbd437 as hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/369d26ad878640f7a716e8afabbbd437 2024-11-13T20:17:38,343 INFO [M:0;04ac815325d6:41927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39769/user/jenkins/test-data/2517580d-32be-3fd2-6ba9-1f1a2bea22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/369d26ad878640f7a716e8afabbbd437, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T20:17:38,345 INFO [M:0;04ac815325d6:41927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false 2024-11-13T20:17:38,346 INFO [M:0;04ac815325d6:41927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:38,346 DEBUG [M:0;04ac815325d6:41927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529057032Disabling compacts and flushes for region at 1731529057032Disabling writes for close at 1731529057032Obtaining lock to block concurrent updates at 1731529057032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529057032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731529057033 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529057034 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529057034Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529057053 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529057053Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529057467 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529057491 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529057491Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529057902 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529057916 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529057916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1a91a4: reopening flushed file at 1731529058327 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501377d5: reopening flushed file at 1731529058332 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108879e2: reopening flushed file at 1731529058338 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false at 1731529058345 (+7 ms)Writing region close event to WAL at 1731529058346 (+1 ms)Closed at 1731529058346 2024-11-13T20:17:38,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741830_1006 (size=41008) 2024-11-13T20:17:38,349 INFO [M:0;04ac815325d6:41927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:17:38,349 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:38,349 INFO [M:0;04ac815325d6:41927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41927 2024-11-13T20:17:38,349 INFO [M:0;04ac815325d6:41927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:38,451 INFO [M:0;04ac815325d6:41927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:38,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:38,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41927-0x1003aca7ef20000, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:38,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:38,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:38,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:38,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:38,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:38,456 WARN [BP-1537765827-172.17.0.2-1731529045113 heartbeating to localhost/127.0.0.1:39769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:17:38,456 WARN [BP-1537765827-172.17.0.2-1731529045113 heartbeating to localhost/127.0.0.1:39769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1537765827-172.17.0.2-1731529045113 (Datanode Uuid 5db08f34-5cc8-4391-a8ca-0a59395ce447) service to localhost/127.0.0.1:39769 2024-11-13T20:17:38,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:17:38,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408/data/data2/current/BP-1537765827-172.17.0.2-1731529045113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:38,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/cluster_f8533332-06ea-011a-355a-008794e9e408/data/data1/current/BP-1537765827-172.17.0.2-1731529045113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:38,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:17:38,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:17:38,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:38,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:38,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:38,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:38,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9949da34-ae76-9bed-cdb8-f7322149ff68/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:38,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:17:38,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:17:38,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 107) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50956) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50956) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39769 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37691 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=9124 (was 8394) - AvailableMemoryMB LEAK? - 2024-11-13T20:17:38,500 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=9122 2024-11-13T20:17:38,514 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T20:17:38,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.log.dir so I do NOT create it in target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc 2024-11-13T20:17:38,514 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:17:38,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.tmp.dir so I do NOT create it in target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc 2024-11-13T20:17:38,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fdcf0a4c-8476-74a8-9a89-b28ae3c2afa1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:17:38,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc 2024-11-13T20:17:38,515 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c, deleteOnExit=true 2024-11-13T20:17:38,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c/zookeeper_0, clientPort=62010, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:17:38,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62010 2024-11-13T20:17:38,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:17:38,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:17:38,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/test.cache.data in system properties and HBase conf 2024-11-13T20:17:38,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:17:38,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:17:38,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:17:38,519 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:17:38,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:17:38,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:38,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:17:38,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:17:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003aca7ef20002, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:17:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003aca7ef20005, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:17:38,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003aca7ef20002, quorum=127.0.0.1:50956, baseZNode=/01496447863 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:17:38,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003aca7ef20005, quorum=127.0.0.1:50956, baseZNode=/1-2128705450 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:17:38,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:38,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:38,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:38,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:38,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:17:38,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:38,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:38,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:38,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/java.io.tmpdir/jetty-localhost-37865-hadoop-hdfs-3_4_1-tests_jar-_-any-948343124854152080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:38,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:37865} 2024-11-13T20:17:38,752 INFO [Time-limited test {}] server.Server(415): Started @44664ms 2024-11-13T20:17:38,841 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:38,842 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:38,865 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:38,866 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:38,867 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:38,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:38,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:38,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:38,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:38,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:17:38,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:38,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:39,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/java.io.tmpdir/jetty-localhost-39819-hadoop-hdfs-3_4_1-tests_jar-_-any-16733839819385566954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:39,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:39819} 2024-11-13T20:17:39,007 INFO [Time-limited test {}] server.Server(415): Started @44919ms 2024-11-13T20:17:39,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:17:39,098 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c/data/data1/current/BP-992503073-172.17.0.2-1731529058551/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:39,098 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c/data/data2/current/BP-992503073-172.17.0.2-1731529058551/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:39,120 WARN [Thread-810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:17:39,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5cae7eb0453ba15 with lease ID 0xa24ead984d616392: Processing first storage report for DS-27bf745e-2d37-443c-8023-4425eabe36e6 from datanode DatanodeRegistration(127.0.0.1:35233, datanodeUuid=70f68ff6-76de-4e14-a982-36b2c7f0ad14, infoPort=37189, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=1326512014;c=1731529058551) 2024-11-13T20:17:39,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5cae7eb0453ba15 with lease ID 0xa24ead984d616392: from storage DS-27bf745e-2d37-443c-8023-4425eabe36e6 node DatanodeRegistration(127.0.0.1:35233, datanodeUuid=70f68ff6-76de-4e14-a982-36b2c7f0ad14, infoPort=37189, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=1326512014;c=1731529058551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:39,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5cae7eb0453ba15 with lease ID 0xa24ead984d616392: Processing first storage report for DS-46e10a24-1002-4b45-b4a1-a6285a839369 from datanode DatanodeRegistration(127.0.0.1:35233, datanodeUuid=70f68ff6-76de-4e14-a982-36b2c7f0ad14, infoPort=37189, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=1326512014;c=1731529058551) 2024-11-13T20:17:39,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5cae7eb0453ba15 with lease ID 0xa24ead984d616392: from storage DS-46e10a24-1002-4b45-b4a1-a6285a839369 node DatanodeRegistration(127.0.0.1:35233, datanodeUuid=70f68ff6-76de-4e14-a982-36b2c7f0ad14, infoPort=37189, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=1326512014;c=1731529058551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:39,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc 2024-11-13T20:17:39,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:39,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:39,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:17:39,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:39,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:17:39,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T20:17:39,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:39,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5 with version=8 2024-11-13T20:17:39,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/hbase-staging 2024-11-13T20:17:39,549 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:39,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:39,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:39,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:39,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:39,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:39,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:17:39,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:39,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34753 2024-11-13T20:17:39,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34753 connecting to ZooKeeper ensemble=127.0.0.1:62010 2024-11-13T20:17:39,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347530x0, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:39,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34753-0x1003acab3730000 connected 2024-11-13T20:17:39,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:39,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:39,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on znode that does not yet exist, /0-289539858/running 2024-11-13T20:17:39,576 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5, hbase.cluster.distributed=false 2024-11-13T20:17:39,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on znode that does not yet exist, /0-289539858/acl 2024-11-13T20:17:39,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-13T20:17:39,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34753 2024-11-13T20:17:39,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34753 2024-11-13T20:17:39,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-13T20:17:39,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34753 2024-11-13T20:17:39,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:39,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:39,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:39,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:39,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:39,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:39,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:17:39,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:39,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39667 2024-11-13T20:17:39,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39667 connecting to ZooKeeper ensemble=127.0.0.1:62010 2024-11-13T20:17:39,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:39,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:39,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396670x0, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:39,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39667-0x1003acab3730001 connected 2024-11-13T20:17:39,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on znode that does not yet exist, /0-289539858/running 2024-11-13T20:17:39,608 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:17:39,611 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:17:39,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on znode that does not yet exist, /0-289539858/master 2024-11-13T20:17:39,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on znode that does not yet exist, /0-289539858/acl 2024-11-13T20:17:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-13T20:17:39,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-11-13T20:17:39,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-11-13T20:17:39,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-13T20:17:39,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-13T20:17:39,632 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:34753 2024-11-13T20:17:39,632 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-289539858/backup-masters/04ac815325d6,34753,1731529059549 2024-11-13T20:17:39,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858/backup-masters 2024-11-13T20:17:39,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858/backup-masters 2024-11-13T20:17:39,635 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on existing znode=/0-289539858/backup-masters/04ac815325d6,34753,1731529059549 2024-11-13T20:17:39,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-289539858/master 2024-11-13T20:17:39,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:39,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:39,637 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on existing znode=/0-289539858/master 2024-11-13T20:17:39,637 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-289539858/backup-masters/04ac815325d6,34753,1731529059549 from backup master directory 2024-11-13T20:17:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289539858/backup-masters/04ac815325d6,34753,1731529059549 2024-11-13T20:17:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858/backup-masters 2024-11-13T20:17:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858/backup-masters 2024-11-13T20:17:39,639 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:39,639 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,34753,1731529059549 2024-11-13T20:17:39,643 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/hbase.id] with ID: a9eaa05c-ab35-459b-9c3d-acdaa223f7ba 2024-11-13T20:17:39,643 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/.tmp/hbase.id 2024-11-13T20:17:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:17:40,052 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/.tmp/hbase.id]:[hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/hbase.id] 2024-11-13T20:17:40,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:40,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:17:40,066 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:17:40,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:40,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:17:40,476 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:40,477 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:17:40,478 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:40,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:17:40,887 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store 2024-11-13T20:17:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:17:41,294 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:41,295 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:41,295 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:41,295 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:41,295 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:41,295 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:41,295 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:41,295 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529061295Disabling compacts and flushes for region at 1731529061295Disabling writes for close at 1731529061295Writing region close event to WAL at 1731529061295Closed at 1731529061295 2024-11-13T20:17:41,296 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/.initializing 2024-11-13T20:17:41,296 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/WALs/04ac815325d6,34753,1731529059549 2024-11-13T20:17:41,297 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:41,299 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C34753%2C1731529059549, suffix=, logDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/WALs/04ac815325d6,34753,1731529059549, archiveDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/oldWALs, maxLogs=10 2024-11-13T20:17:41,313 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/WALs/04ac815325d6,34753,1731529059549/04ac815325d6%2C34753%2C1731529059549.1731529061299, exclude list is [], retry=0 2024-11-13T20:17:41,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-27bf745e-2d37-443c-8023-4425eabe36e6,DISK] 2024-11-13T20:17:41,321 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/WALs/04ac815325d6,34753,1731529059549/04ac815325d6%2C34753%2C1731529059549.1731529061299 2024-11-13T20:17:41,321 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189)] 2024-11-13T20:17:41,321 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:41,321 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:41,322 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,322 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:17:41,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:41,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:41,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:17:41,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:41,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:41,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:17:41,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:41,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:41,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:17:41,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:41,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:41,333 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,334 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,335 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,336 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,336 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,337 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:41,338 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:41,344 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:41,344 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74930654, jitterRate=0.11655375361442566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:41,345 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529061322Initializing all the Stores at 1731529061323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529061323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529061323Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529061323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529061323Cleaning up temporary data from old regions at 1731529061336 (+13 ms)Region opened successfully at 1731529061345 (+9 ms) 2024-11-13T20:17:41,348 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:17:41,352 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45badd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:41,353 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:17:41,353 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:17:41,353 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:17:41,353 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:17:41,355 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T20:17:41,355 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:17:41,355 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:17:41,358 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:17:41,359 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Unable to get data of znode /0-289539858/balancer because node does not exist (not necessarily an error) 2024-11-13T20:17:41,361 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289539858/balancer already deleted, retry=false 2024-11-13T20:17:41,361 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:17:41,362 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Unable to get data of znode /0-289539858/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:17:41,363 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289539858/normalizer already deleted, retry=false 2024-11-13T20:17:41,364 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:17:41,364 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Unable to get data of znode /0-289539858/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:17:41,366 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289539858/switch/split already deleted, retry=false 2024-11-13T20:17:41,367 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Unable to get data of znode /0-289539858/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:17:41,368 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289539858/switch/merge already deleted, retry=false 2024-11-13T20:17:41,370 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Unable to get data of znode /0-289539858/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:17:41,372 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289539858/snapshot-cleanup already deleted, retry=false 2024-11-13T20:17:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-289539858/running 2024-11-13T20:17:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-289539858/running 2024-11-13T20:17:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:41,374 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,34753,1731529059549, sessionid=0x1003acab3730000, setting cluster-up flag (Was=false) 2024-11-13T20:17:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:41,382 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-289539858/flush-table-proc/acquired, /0-289539858/flush-table-proc/reached, /0-289539858/flush-table-proc/abort 2024-11-13T20:17:41,383 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34753,1731529059549 2024-11-13T20:17:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:41,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:41,391 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-289539858/online-snapshot/acquired, /0-289539858/online-snapshot/reached, /0-289539858/online-snapshot/abort 2024-11-13T20:17:41,392 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34753,1731529059549 2024-11-13T20:17:41,393 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:17:41,399 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:41,399 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:17:41,399 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:17:41,399 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,34753,1731529059549 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:17:41,400 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:41,400 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:41,400 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:41,400 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:41,400 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:17:41,400 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,401 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:41,401 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,403 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529091403 2024-11-13T20:17:41,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:41,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:17:41,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:17:41,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:17:41,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:17:41,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:17:41,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:17:41,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:17:41,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,405 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:17:41,405 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:17:41,405 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:17:41,405 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:17:41,405 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:41,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:17:41,408 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:17:41,408 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:17:41,416 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529061408,5,FailOnTimeoutGroup] 2024-11-13T20:17:41,420 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529061416,5,FailOnTimeoutGroup] 2024-11-13T20:17:41,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:17:41,421 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,421 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,426 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(746): ClusterId : a9eaa05c-ab35-459b-9c3d-acdaa223f7ba 2024-11-13T20:17:41,426 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:17:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:17:41,428 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:17:41,428 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:17:41,430 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:17:41,430 DEBUG [RS:0;04ac815325d6:39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff78e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:41,443 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:39667 2024-11-13T20:17:41,443 INFO [RS:0;04ac815325d6:39667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:17:41,443 INFO [RS:0;04ac815325d6:39667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:17:41,443 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:17:41,444 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,34753,1731529059549 with port=39667, startcode=1731529059597 2024-11-13T20:17:41,444 DEBUG [RS:0;04ac815325d6:39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:17:41,445 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:17:41,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,39667,1731529059597 2024-11-13T20:17:41,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34753 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,39667,1731529059597 2024-11-13T20:17:41,448 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5 2024-11-13T20:17:41,448 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39939 2024-11-13T20:17:41,448 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:17:41,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858/rs 2024-11-13T20:17:41,450 DEBUG [RS:0;04ac815325d6:39667 {}] zookeeper.ZKUtil(111): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on existing znode=/0-289539858/rs/04ac815325d6,39667,1731529059597 2024-11-13T20:17:41,450 WARN [RS:0;04ac815325d6:39667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:41,450 INFO [RS:0;04ac815325d6:39667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:41,450 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597 2024-11-13T20:17:41,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,39667,1731529059597] 2024-11-13T20:17:41,454 INFO [RS:0;04ac815325d6:39667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:17:41,456 INFO [RS:0;04ac815325d6:39667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:17:41,456 INFO [RS:0;04ac815325d6:39667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:17:41,456 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,457 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:17:41,458 INFO [RS:0;04ac815325d6:39667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:17:41,458 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:41,458 DEBUG [RS:0;04ac815325d6:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:41,460 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,460 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,460 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,461 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,461 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,461 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,39667,1731529059597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:41,475 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:17:41,475 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,39667,1731529059597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,475 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,475 INFO [RS:0;04ac815325d6:39667 {}] regionserver.Replication(171): 04ac815325d6,39667,1731529059597 started 2024-11-13T20:17:41,489 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:41,489 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,39667,1731529059597, RpcServer on 04ac815325d6/172.17.0.2:39667, sessionid=0x1003acab3730001 2024-11-13T20:17:41,489 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:17:41,489 DEBUG [RS:0;04ac815325d6:39667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,39667,1731529059597 2024-11-13T20:17:41,489 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,39667,1731529059597' 2024-11-13T20:17:41,489 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-289539858/flush-table-proc/abort' 2024-11-13T20:17:41,490 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-289539858/flush-table-proc/acquired' 2024-11-13T20:17:41,490 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:17:41,490 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:17:41,490 DEBUG [RS:0;04ac815325d6:39667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,39667,1731529059597 2024-11-13T20:17:41,490 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,39667,1731529059597' 2024-11-13T20:17:41,490 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-289539858/online-snapshot/abort' 2024-11-13T20:17:41,490 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-289539858/online-snapshot/acquired' 2024-11-13T20:17:41,491 DEBUG [RS:0;04ac815325d6:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:17:41,491 INFO [RS:0;04ac815325d6:39667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:17:41,491 INFO [RS:0;04ac815325d6:39667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:17:41,591 INFO [RS:0;04ac815325d6:39667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:41,593 INFO [RS:0;04ac815325d6:39667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39667%2C1731529059597, suffix=, logDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597, archiveDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/oldWALs, maxLogs=10 2024-11-13T20:17:41,607 DEBUG [RS:0;04ac815325d6:39667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593, exclude list is [], retry=0 2024-11-13T20:17:41,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-27bf745e-2d37-443c-8023-4425eabe36e6,DISK] 2024-11-13T20:17:41,611 INFO [RS:0;04ac815325d6:39667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 2024-11-13T20:17:41,612 DEBUG [RS:0;04ac815325d6:39667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189)] 2024-11-13T20:17:41,828 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:17:41,828 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5 2024-11-13T20:17:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:17:42,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:42,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:42,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:42,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:42,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:42,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:42,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:42,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:42,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:42,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:42,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740 2024-11-13T20:17:42,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740 2024-11-13T20:17:42,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:42,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:42,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:42,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:42,250 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:42,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62588773, jitterRate=-0.06735460460186005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:42,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529062235Initializing all the Stores at 1731529062236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529062236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529062236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529062236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529062236Cleaning up temporary data from old regions at 1731529062246 (+10 ms)Region opened successfully at 1731529062251 (+5 ms) 2024-11-13T20:17:42,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:42,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:42,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:42,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:42,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:42,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:42,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529062251Disabling compacts and flushes for region at 1731529062251Disabling writes for close at 1731529062251Writing region close event to WAL at 1731529062251Closed at 1731529062251 2024-11-13T20:17:42,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:42,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:17:42,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:42,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:42,256 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:17:42,406 DEBUG [04ac815325d6:34753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:42,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,39667,1731529059597 2024-11-13T20:17:42,408 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,39667,1731529059597, state=OPENING 2024-11-13T20:17:42,410 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:17:42,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:42,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:42,412 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:42,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289539858/meta-region-server: CHANGED 2024-11-13T20:17:42,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289539858/meta-region-server: CHANGED 2024-11-13T20:17:42,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,39667,1731529059597}] 2024-11-13T20:17:42,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:42,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:17:42,571 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:42,571 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:42,572 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:42,573 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39667%2C1731529059597.meta, suffix=.meta, logDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597, archiveDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/oldWALs, maxLogs=10 2024-11-13T20:17:42,595 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.meta.1731529062574.meta, exclude list is [], retry=0 2024-11-13T20:17:42,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-27bf745e-2d37-443c-8023-4425eabe36e6,DISK] 2024-11-13T20:17:42,600 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.meta.1731529062574.meta 2024-11-13T20:17:42,600 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189)] 2024-11-13T20:17:42,600 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:42,601 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:42,601 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:42,601 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:42,601 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:42,601 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:42,601 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:42,601 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:42,601 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:42,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:42,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:42,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:42,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:42,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:42,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:42,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:42,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:42,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:42,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:42,609 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:42,610 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740 2024-11-13T20:17:42,611 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740 2024-11-13T20:17:42,612 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:42,612 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:42,613 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:42,614 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:42,615 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66675401, jitterRate=-0.006459102034568787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:42,615 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:42,616 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529062601Writing region info on filesystem at 1731529062601Initializing all the Stores at 1731529062602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529062602Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529062604 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529062604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529062604Cleaning up temporary data from old regions at 1731529062612 (+8 ms)Running coprocessor post-open hooks at 1731529062615 (+3 ms)Region opened successfully at 1731529062616 (+1 ms) 2024-11-13T20:17:42,617 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529062565 2024-11-13T20:17:42,619 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:42,619 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:42,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,39667,1731529059597 2024-11-13T20:17:42,621 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,39667,1731529059597, state=OPEN 2024-11-13T20:17:42,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-289539858/meta-region-server 2024-11-13T20:17:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-289539858/meta-region-server 2024-11-13T20:17:42,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289539858/meta-region-server: CHANGED 2024-11-13T20:17:42,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289539858/meta-region-server: CHANGED 2024-11-13T20:17:42,626 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,39667,1731529059597 2024-11-13T20:17:42,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:17:42,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,39667,1731529059597 in 214 msec 2024-11-13T20:17:42,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:17:42,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-13T20:17:42,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:42,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:17:42,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:42,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39667,1731529059597, seqNum=-1] 2024-11-13T20:17:42,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:42,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-11-13T20:17:42,640 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529062640, completionTime=-1 2024-11-13T20:17:42,640 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:17:42,640 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:17:42,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:17:42,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529122642 2024-11-13T20:17:42,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529182642 2024-11-13T20:17:42,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:17:42,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34753,1731529059549-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:42,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34753,1731529059549-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:42,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34753,1731529059549-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:42,643 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:34753, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:42,643 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:42,643 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:42,645 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.008sec 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34753,1731529059549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:42,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34753,1731529059549-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:17:42,649 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:17:42,649 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:17:42,649 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34753,1731529059549-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:42,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:42,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34753,-1 for getting cluster id 2024-11-13T20:17:42,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:42,728 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9eaa05c-ab35-459b-9c3d-acdaa223f7ba' 2024-11-13T20:17:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9eaa05c-ab35-459b-9c3d-acdaa223f7ba" 2024-11-13T20:17:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ca20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34753,-1] 2024-11-13T20:17:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:42,731 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:42,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:42,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39667,1731529059597, seqNum=-1] 2024-11-13T20:17:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:42,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,34753,1731529059549 2024-11-13T20:17:42,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62010 2024-11-13T20:17:42,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:42,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003acab3730002 connected 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.log.dir so I do NOT create it in target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be 2024-11-13T20:17:42,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.tmp.dir so I do NOT create it in target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be 2024-11-13T20:17:42,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:17:42,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/cluster_58c7f0c1-ed43-2f3e-76c2-d0f229daf46c, deleteOnExit=true 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/test.cache.data in system properties and HBase conf 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:17:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:17:42,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:17:42,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:17:42,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:17:42,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:17:42,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:17:42,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:42,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:42,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:42,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:42,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:17:42,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:42,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:42,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:42,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/java.io.tmpdir/jetty-localhost-33233-hadoop-hdfs-3_4_1-tests_jar-_-any-15444224176724839335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:42,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:33233} 2024-11-13T20:17:42,946 INFO [Time-limited test {}] server.Server(415): Started @48858ms 2024-11-13T20:17:43,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:17:43,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:17:43,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:17:43,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:17:43,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:17:43,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:17:43,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:17:43,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/java.io.tmpdir/jetty-localhost-42483-hadoop-hdfs-3_4_1-tests_jar-_-any-11850413770616547542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:43,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:42483} 2024-11-13T20:17:43,148 INFO [Time-limited test {}] server.Server(415): Started @49060ms 2024-11-13T20:17:43,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:17:43,271 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/cluster_58c7f0c1-ed43-2f3e-76c2-d0f229daf46c/data/data1/current/BP-1633610695-172.17.0.2-1731529062768/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:43,271 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/cluster_58c7f0c1-ed43-2f3e-76c2-d0f229daf46c/data/data2/current/BP-1633610695-172.17.0.2-1731529062768/current, will proceed with Du for space computation calculation, 2024-11-13T20:17:43,293 WARN [Thread-930 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:17:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5322186a04f96d7b with lease ID 0x6de94708a820bdf7: Processing first storage report for DS-99c48bd7-94b8-49ef-9f54-94150b1e6555 from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=332e5f68-fd1e-4d9e-9d8a-4ed6b40a9831, infoPort=44309, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=787124727;c=1731529062768) 2024-11-13T20:17:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5322186a04f96d7b with lease ID 0x6de94708a820bdf7: from storage DS-99c48bd7-94b8-49ef-9f54-94150b1e6555 node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=332e5f68-fd1e-4d9e-9d8a-4ed6b40a9831, infoPort=44309, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=787124727;c=1731529062768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5322186a04f96d7b with lease ID 0x6de94708a820bdf7: Processing first storage report for DS-258c2403-0e2d-4e53-90fa-59df84eec45b from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=332e5f68-fd1e-4d9e-9d8a-4ed6b40a9831, infoPort=44309, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=787124727;c=1731529062768) 2024-11-13T20:17:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5322186a04f96d7b with lease ID 0x6de94708a820bdf7: from storage DS-258c2403-0e2d-4e53-90fa-59df84eec45b node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=332e5f68-fd1e-4d9e-9d8a-4ed6b40a9831, infoPort=44309, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=787124727;c=1731529062768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:17:43,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be 2024-11-13T20:17:43,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:43,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:43,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:17:43,784 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c with version=8 2024-11-13T20:17:43,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/hbase-staging 2024-11-13T20:17:43,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:43,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:43,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:43,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:43,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:43,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:43,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:17:43,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:43,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35663 2024-11-13T20:17:43,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35663 connecting to ZooKeeper ensemble=127.0.0.1:62010 2024-11-13T20:17:43,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356630x0, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:43,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35663-0x1003acab3730003 connected 2024-11-13T20:17:43,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:43,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:43,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on znode that does not yet exist, /1-1713228138/running 2024-11-13T20:17:43,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c, hbase.cluster.distributed=false 2024-11-13T20:17:43,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on znode that does not yet exist, /1-1713228138/acl 2024-11-13T20:17:43,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-13T20:17:43,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-11-13T20:17:43,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-11-13T20:17:43,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-13T20:17:43,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-13T20:17:43,829 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:17:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:43,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:17:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:17:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:17:43,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:17:43,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:17:43,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42127 2024-11-13T20:17:43,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42127 connecting to ZooKeeper ensemble=127.0.0.1:62010 2024-11-13T20:17:43,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:43,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:43,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421270x0, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:43,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421270x0, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on znode that does not yet exist, /1-1713228138/running 2024-11-13T20:17:43,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42127-0x1003acab3730004 connected 2024-11-13T20:17:43,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:17:43,840 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:17:43,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on znode that does not yet exist, /1-1713228138/master 2024-11-13T20:17:43,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on znode that does not yet exist, /1-1713228138/acl 2024-11-13T20:17:43,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-13T20:17:43,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42127 2024-11-13T20:17:43,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42127 2024-11-13T20:17:43,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-13T20:17:43,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-13T20:17:43,859 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:35663 2024-11-13T20:17:43,859 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1713228138/backup-masters/04ac815325d6,35663,1731529063786 2024-11-13T20:17:43,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138/backup-masters 2024-11-13T20:17:43,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138/backup-masters 2024-11-13T20:17:43,862 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on existing znode=/1-1713228138/backup-masters/04ac815325d6,35663,1731529063786 2024-11-13T20:17:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1713228138/master 2024-11-13T20:17:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:43,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on existing znode=/1-1713228138/master 2024-11-13T20:17:43,865 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1713228138/backup-masters/04ac815325d6,35663,1731529063786 from backup master directory 2024-11-13T20:17:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1713228138/backup-masters/04ac815325d6,35663,1731529063786 2024-11-13T20:17:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138/backup-masters 2024-11-13T20:17:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138/backup-masters 2024-11-13T20:17:43,866 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:43,866 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,35663,1731529063786 2024-11-13T20:17:43,871 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/hbase.id] with ID: b9abbd2a-e3ca-4d08-a3ad-a90a2e174009 2024-11-13T20:17:43,871 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/.tmp/hbase.id 2024-11-13T20:17:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:17:44,280 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/.tmp/hbase.id]:[hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/hbase.id] 2024-11-13T20:17:44,293 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:44,293 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:17:44,294 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:17:44,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:44,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:17:44,714 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:44,714 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:17:44,715 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:17:45,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:45,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:45,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:45,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:45,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:45,123 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store 2024-11-13T20:17:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:17:45,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:45,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:45,532 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:45,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:45,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:45,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:45,532 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:45,532 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529065532Disabling compacts and flushes for region at 1731529065532Disabling writes for close at 1731529065532Writing region close event to WAL at 1731529065532Closed at 1731529065532 2024-11-13T20:17:45,533 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/.initializing 2024-11-13T20:17:45,533 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/WALs/04ac815325d6,35663,1731529063786 2024-11-13T20:17:45,535 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:45,537 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C35663%2C1731529063786, suffix=, logDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/WALs/04ac815325d6,35663,1731529063786, archiveDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/oldWALs, maxLogs=10 2024-11-13T20:17:45,551 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/WALs/04ac815325d6,35663,1731529063786/04ac815325d6%2C35663%2C1731529063786.1731529065537, exclude list is [], retry=0 2024-11-13T20:17:45,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-99c48bd7-94b8-49ef-9f54-94150b1e6555,DISK] 2024-11-13T20:17:45,556 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/WALs/04ac815325d6,35663,1731529063786/04ac815325d6%2C35663%2C1731529063786.1731529065537 2024-11-13T20:17:45,556 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44309:44309)] 2024-11-13T20:17:45,556 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:45,557 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:45,557 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,557 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:17:45,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:45,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:45,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:17:45,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:45,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:45,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:17:45,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:45,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:45,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:17:45,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:45,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:45,567 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,567 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,567 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,569 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,569 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,569 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:45,570 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:17:45,572 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:45,572 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58724923, jitterRate=-0.12493045628070831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:45,572 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529065557Initializing all the Stores at 1731529065558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529065558Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529065558Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529065558Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529065558Cleaning up temporary data from old regions at 1731529065569 (+11 ms)Region opened successfully at 1731529065572 (+3 ms) 2024-11-13T20:17:45,573 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:17:45,575 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3797220b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:45,576 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:17:45,576 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:17:45,576 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:17:45,577 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:17:45,577 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:17:45,577 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:17:45,577 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:17:45,580 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:17:45,581 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Unable to get data of znode /1-1713228138/balancer because node does not exist (not necessarily an error) 2024-11-13T20:17:45,583 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1713228138/balancer already deleted, retry=false 2024-11-13T20:17:45,583 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:17:45,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Unable to get data of znode /1-1713228138/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:17:45,585 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1713228138/normalizer already deleted, retry=false 2024-11-13T20:17:45,585 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:17:45,586 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Unable to get data of znode /1-1713228138/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:17:45,587 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1713228138/switch/split already deleted, retry=false 2024-11-13T20:17:45,588 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Unable to get data of znode /1-1713228138/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:17:45,589 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1713228138/switch/merge already deleted, retry=false 2024-11-13T20:17:45,591 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Unable to get data of znode /1-1713228138/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:17:45,593 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1713228138/snapshot-cleanup already deleted, retry=false 2024-11-13T20:17:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1713228138/running 2024-11-13T20:17:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1713228138/running 2024-11-13T20:17:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:45,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,35663,1731529063786, sessionid=0x1003acab3730003, setting cluster-up flag (Was=false) 2024-11-13T20:17:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:45,604 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1713228138/flush-table-proc/acquired, /1-1713228138/flush-table-proc/reached, /1-1713228138/flush-table-proc/abort 2024-11-13T20:17:45,606 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,35663,1731529063786 2024-11-13T20:17:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:45,614 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1713228138/online-snapshot/acquired, /1-1713228138/online-snapshot/reached, /1-1713228138/online-snapshot/abort 2024-11-13T20:17:45,615 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,35663,1731529063786 2024-11-13T20:17:45,616 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:17:45,618 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:45,618 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:17:45,619 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:17:45,619 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,35663,1731529063786 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:45,620 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529095621 2024-11-13T20:17:45,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:17:45,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:17:45,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:17:45,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:17:45,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:17:45,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:17:45,622 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:45,622 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:17:45,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:17:45,622 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:17:45,622 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:17:45,622 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:17:45,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:17:45,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:17:45,623 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529065623,5,FailOnTimeoutGroup] 2024-11-13T20:17:45,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:45,623 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529065623,5,FailOnTimeoutGroup] 2024-11-13T20:17:45,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:17:45,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:17:45,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:17:45,659 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(746): ClusterId : b9abbd2a-e3ca-4d08-a3ad-a90a2e174009 2024-11-13T20:17:45,659 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:17:45,663 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:17:45,663 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:17:45,665 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:17:45,665 DEBUG [RS:0;04ac815325d6:42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a8c75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:17:45,677 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:42127 2024-11-13T20:17:45,677 INFO [RS:0;04ac815325d6:42127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:17:45,677 INFO [RS:0;04ac815325d6:42127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:17:45,677 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:17:45,678 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,35663,1731529063786 with port=42127, startcode=1731529063829 2024-11-13T20:17:45,678 DEBUG [RS:0;04ac815325d6:42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:17:45,680 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:17:45,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,42127,1731529063829 2024-11-13T20:17:45,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35663 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,42127,1731529063829 2024-11-13T20:17:45,684 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c 2024-11-13T20:17:45,684 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35773 2024-11-13T20:17:45,684 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:17:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138/rs 2024-11-13T20:17:45,689 DEBUG [RS:0;04ac815325d6:42127 {}] zookeeper.ZKUtil(111): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on existing znode=/1-1713228138/rs/04ac815325d6,42127,1731529063829 2024-11-13T20:17:45,689 WARN [RS:0;04ac815325d6:42127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:17:45,689 INFO [RS:0;04ac815325d6:42127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:45,690 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829 2024-11-13T20:17:45,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,42127,1731529063829] 2024-11-13T20:17:45,696 INFO [RS:0;04ac815325d6:42127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:17:45,700 INFO [RS:0;04ac815325d6:42127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:17:45,701 INFO [RS:0;04ac815325d6:42127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:17:45,701 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,704 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:17:45,705 INFO [RS:0;04ac815325d6:42127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:17:45,706 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:45,706 DEBUG [RS:0;04ac815325d6:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:17:45,711 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,711 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,711 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,711 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,711 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,711 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42127,1731529063829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:45,726 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:17:45,726 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42127,1731529063829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,726 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,726 INFO [RS:0;04ac815325d6:42127 {}] regionserver.Replication(171): 04ac815325d6,42127,1731529063829 started 2024-11-13T20:17:45,740 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:45,740 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,42127,1731529063829, RpcServer on 04ac815325d6/172.17.0.2:42127, sessionid=0x1003acab3730004 2024-11-13T20:17:45,741 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:17:45,741 DEBUG [RS:0;04ac815325d6:42127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,42127,1731529063829 2024-11-13T20:17:45,741 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,42127,1731529063829' 2024-11-13T20:17:45,741 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1713228138/flush-table-proc/abort' 2024-11-13T20:17:45,742 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1713228138/flush-table-proc/acquired' 2024-11-13T20:17:45,742 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:17:45,743 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:17:45,743 DEBUG [RS:0;04ac815325d6:42127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,42127,1731529063829 2024-11-13T20:17:45,743 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,42127,1731529063829' 2024-11-13T20:17:45,743 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1713228138/online-snapshot/abort' 2024-11-13T20:17:45,743 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1713228138/online-snapshot/acquired' 2024-11-13T20:17:45,743 DEBUG [RS:0;04ac815325d6:42127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:17:45,743 INFO [RS:0;04ac815325d6:42127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:17:45,743 INFO [RS:0;04ac815325d6:42127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:17:45,844 INFO [RS:0;04ac815325d6:42127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:17:45,846 INFO [RS:0;04ac815325d6:42127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42127%2C1731529063829, suffix=, logDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829, archiveDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/oldWALs, maxLogs=10 2024-11-13T20:17:45,859 DEBUG [RS:0;04ac815325d6:42127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829/04ac815325d6%2C42127%2C1731529063829.1731529065846, exclude list is [], retry=0 2024-11-13T20:17:45,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-99c48bd7-94b8-49ef-9f54-94150b1e6555,DISK] 2024-11-13T20:17:45,865 INFO [RS:0;04ac815325d6:42127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829/04ac815325d6%2C42127%2C1731529063829.1731529065846 2024-11-13T20:17:45,865 DEBUG [RS:0;04ac815325d6:42127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44309:44309)] 2024-11-13T20:17:46,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:17:46,034 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c 2024-11-13T20:17:46,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:17:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:46,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:46,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:46,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:46,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:46,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:46,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:46,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:46,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:46,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:46,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740 2024-11-13T20:17:46,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740 2024-11-13T20:17:46,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:46,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:46,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:46,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:46,461 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:46,461 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63647829, jitterRate=-0.05157344043254852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:46,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529066441Initializing all the Stores at 1731529066442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529066442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529066442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529066442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529066442Cleaning up temporary data from old regions at 1731529066454 (+12 ms)Region opened successfully at 1731529066462 (+8 ms) 2024-11-13T20:17:46,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:46,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:46,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:46,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:46,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:46,462 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:46,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529066462Disabling compacts and flushes for region at 1731529066462Disabling writes for close at 1731529066462Writing region close event to WAL at 1731529066462Closed at 1731529066462 2024-11-13T20:17:46,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:46,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:17:46,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:46,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:46,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:17:46,618 DEBUG [04ac815325d6:35663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:17:46,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,42127,1731529063829 2024-11-13T20:17:46,621 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,42127,1731529063829, state=OPENING 2024-11-13T20:17:46,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:17:46,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:46,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:17:46,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1713228138/meta-region-server: CHANGED 2024-11-13T20:17:46,625 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:46,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1713228138/meta-region-server: CHANGED 2024-11-13T20:17:46,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,42127,1731529063829}] 2024-11-13T20:17:46,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:46,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:17:46,787 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:46,787 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:46,787 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:46,789 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42127%2C1731529063829.meta, suffix=.meta, logDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829, archiveDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/oldWALs, maxLogs=10 2024-11-13T20:17:46,807 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829/04ac815325d6%2C42127%2C1731529063829.meta.1731529066789.meta, exclude list is [], retry=0 2024-11-13T20:17:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-99c48bd7-94b8-49ef-9f54-94150b1e6555,DISK] 2024-11-13T20:17:46,825 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829/04ac815325d6%2C42127%2C1731529063829.meta.1731529066789.meta 2024-11-13T20:17:46,828 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44309:44309)] 2024-11-13T20:17:46,828 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:46,829 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:46,829 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:46,829 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:46,829 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:46,829 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:46,829 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:46,829 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:46,829 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:46,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:46,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:46,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:46,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:46,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:46,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:46,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:46,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:46,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:46,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:46,853 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:46,854 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740 2024-11-13T20:17:46,855 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740 2024-11-13T20:17:46,858 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:46,858 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:46,858 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:46,860 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:46,862 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63064424, jitterRate=-0.060266852378845215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:46,862 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:46,862 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529066830Writing region info on filesystem at 1731529066830Initializing all the Stores at 1731529066831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529066831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529066840 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529066840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529066840Cleaning up temporary data from old regions at 1731529066858 (+18 ms)Running coprocessor post-open hooks at 1731529066862 (+4 ms)Region opened successfully at 1731529066862 2024-11-13T20:17:46,864 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529066779 2024-11-13T20:17:46,867 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:46,867 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:46,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,42127,1731529063829 2024-11-13T20:17:46,870 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,42127,1731529063829, state=OPEN 2024-11-13T20:17:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1713228138/meta-region-server 2024-11-13T20:17:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1713228138/meta-region-server 2024-11-13T20:17:46,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,42127,1731529063829 2024-11-13T20:17:46,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1713228138/meta-region-server: CHANGED 2024-11-13T20:17:46,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1713228138/meta-region-server: CHANGED 2024-11-13T20:17:46,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:17:46,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,42127,1731529063829 in 247 msec 2024-11-13T20:17:46,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:17:46,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-13T20:17:46,886 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:17:46,886 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:17:46,888 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:46,888 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42127,1731529063829, seqNum=-1] 2024-11-13T20:17:46,888 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:46,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:46,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-13T20:17:46,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529066897, completionTime=-1 2024-11-13T20:17:46,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:17:46,898 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:17:46,900 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:17:46,900 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529126900 2024-11-13T20:17:46,900 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529186900 2024-11-13T20:17:46,900 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:17:46,900 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35663,1731529063786-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:46,900 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35663,1731529063786-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:46,900 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35663,1731529063786-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:46,901 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:35663, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:46,901 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:46,901 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:46,903 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:17:46,905 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.038sec 2024-11-13T20:17:46,905 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:17:46,905 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:17:46,905 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:17:46,905 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:17:46,906 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:17:46,906 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35663,1731529063786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:17:46,906 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35663,1731529063786-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:17:46,910 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:17:46,910 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:17:46,910 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35663,1731529063786-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:17:46,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:46,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35663,-1 for getting cluster id 2024-11-13T20:17:46,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:46,962 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9abbd2a-e3ca-4d08-a3ad-a90a2e174009' 2024-11-13T20:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9abbd2a-e3ca-4d08-a3ad-a90a2e174009" 2024-11-13T20:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fddd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35663,-1] 2024-11-13T20:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:46,966 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:46,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:46,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42127,1731529063829, seqNum=-1] 2024-11-13T20:17:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:46,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:46,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,35663,1731529063786 2024-11-13T20:17:46,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62010 2024-11-13T20:17:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:17:46,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:46,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003acab3730005 connected 2024-11-13T20:17:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34753,1731529059549 2024-11-13T20:17:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ad11d1 2024-11-13T20:17:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:46,992 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:46,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:17:47,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:17:47,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:47,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:17:47,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:17:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:17:47,019 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02813bececb74c3142299868717a4af4, NAME => 'test,,1731529066993.02813bececb74c3142299868717a4af4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5 2024-11-13T20:17:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:17:47,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529066993.02813bececb74c3142299868717a4af4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:47,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 02813bececb74c3142299868717a4af4, disabling compactions & flushes 2024-11-13T20:17:47,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:17:47,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:17:47,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529066993.02813bececb74c3142299868717a4af4. after waiting 0 ms 2024-11-13T20:17:47,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:17:47,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:17:47,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02813bececb74c3142299868717a4af4: Waiting for close lock at 1731529067041Disabling compacts and flushes for region at 1731529067041Disabling writes for close at 1731529067041Writing region close event to WAL at 1731529067041Closed at 1731529067041 2024-11-13T20:17:47,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:17:47,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529066993.02813bececb74c3142299868717a4af4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529067043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529067043"}]},"ts":"1731529067043"} 2024-11-13T20:17:47,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:17:47,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:17:47,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529067051"}]},"ts":"1731529067051"} 2024-11-13T20:17:47,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:17:47,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02813bececb74c3142299868717a4af4, ASSIGN}] 2024-11-13T20:17:47,056 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02813bececb74c3142299868717a4af4, ASSIGN 2024-11-13T20:17:47,057 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=02813bececb74c3142299868717a4af4, ASSIGN; state=OFFLINE, location=04ac815325d6,39667,1731529059597; forceNewPlan=false, retain=false 2024-11-13T20:17:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:47,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02813bececb74c3142299868717a4af4, regionState=OPENING, regionLocation=04ac815325d6,39667,1731529059597 2024-11-13T20:17:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=02813bececb74c3142299868717a4af4, ASSIGN because future has completed 2024-11-13T20:17:47,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02813bececb74c3142299868717a4af4, server=04ac815325d6,39667,1731529059597}] 2024-11-13T20:17:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:47,372 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:17:47,372 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02813bececb74c3142299868717a4af4, NAME => 'test,,1731529066993.02813bececb74c3142299868717a4af4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:47,373 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:47,373 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:17:47,373 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,373 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529066993.02813bececb74c3142299868717a4af4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:47,374 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,374 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,376 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,378 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02813bececb74c3142299868717a4af4 columnFamilyName f 2024-11-13T20:17:47,378 DEBUG [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:47,379 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] regionserver.HStore(327): Store=02813bececb74c3142299868717a4af4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:47,379 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,381 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02813bececb74c3142299868717a4af4 columnFamilyName f1 2024-11-13T20:17:47,381 DEBUG [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:47,381 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] regionserver.HStore(327): Store=02813bececb74c3142299868717a4af4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:47,382 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,383 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02813bececb74c3142299868717a4af4 columnFamilyName norep 2024-11-13T20:17:47,383 DEBUG [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:47,398 INFO [StoreOpener-02813bececb74c3142299868717a4af4-1 {}] regionserver.HStore(327): Store=02813bececb74c3142299868717a4af4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:47,400 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,402 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,403 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,405 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,405 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,406 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:17:47,408 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,413 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:47,414 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02813bececb74c3142299868717a4af4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72309242, jitterRate=0.07749167084693909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:17:47,414 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02813bececb74c3142299868717a4af4 2024-11-13T20:17:47,415 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02813bececb74c3142299868717a4af4: Running coprocessor pre-open hook at 1731529067374Writing region info on filesystem at 1731529067374Initializing all the Stores at 1731529067375 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529067375Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529067376 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529067376Cleaning up temporary data from old regions at 1731529067405 (+29 ms)Running coprocessor post-open hooks at 1731529067414 (+9 ms)Region opened successfully at 1731529067415 (+1 ms) 2024-11-13T20:17:47,419 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529066993.02813bececb74c3142299868717a4af4., pid=6, masterSystemTime=1731529067365 2024-11-13T20:17:47,425 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:17:47,425 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:17:47,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02813bececb74c3142299868717a4af4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,39667,1731529059597 2024-11-13T20:17:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02813bececb74c3142299868717a4af4, server=04ac815325d6,39667,1731529059597 because future has completed 2024-11-13T20:17:47,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:17:47,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02813bececb74c3142299868717a4af4, server=04ac815325d6,39667,1731529059597 in 218 msec 2024-11-13T20:17:47,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:17:47,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=02813bececb74c3142299868717a4af4, ASSIGN in 380 msec 2024-11-13T20:17:47,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:17:47,439 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529067439"}]},"ts":"1731529067439"} 2024-11-13T20:17:47,444 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:17:47,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:17:47,454 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:17:47,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:17:47,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 451 msec 2024-11-13T20:17:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:47,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:47,638 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:17:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35663,1731529063786 2024-11-13T20:17:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f3d2d9 2024-11-13T20:17:47,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:47,640 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:47,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:17:47,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:17:47,645 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:47,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:17:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:47,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:17:47,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:17:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:48,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3b8538ab6633ca5099df2ef739536b8, NAME => 'test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c 2024-11-13T20:17:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:17:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:48,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:48,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3b8538ab6633ca5099df2ef739536b8, disabling compactions & flushes 2024-11-13T20:17:48,465 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:17:48,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:17:48,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. after waiting 0 ms 2024-11-13T20:17:48,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:17:48,466 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:17:48,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3b8538ab6633ca5099df2ef739536b8: Waiting for close lock at 1731529068465Disabling compacts and flushes for region at 1731529068465Disabling writes for close at 1731529068466 (+1 ms)Writing region close event to WAL at 1731529068466Closed at 1731529068466 2024-11-13T20:17:48,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:17:48,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529068467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529068467"}]},"ts":"1731529068467"} 2024-11-13T20:17:48,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:17:48,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:17:48,492 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529068492"}]},"ts":"1731529068492"} 2024-11-13T20:17:48,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:17:48,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b8538ab6633ca5099df2ef739536b8, ASSIGN}] 2024-11-13T20:17:48,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b8538ab6633ca5099df2ef739536b8, ASSIGN 2024-11-13T20:17:48,503 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3b8538ab6633ca5099df2ef739536b8, ASSIGN; state=OFFLINE, location=04ac815325d6,42127,1731529063829; forceNewPlan=false, retain=false 2024-11-13T20:17:48,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b8538ab6633ca5099df2ef739536b8, regionState=OPENING, regionLocation=04ac815325d6,42127,1731529063829 2024-11-13T20:17:48,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3b8538ab6633ca5099df2ef739536b8, ASSIGN because future has completed 2024-11-13T20:17:48,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b8538ab6633ca5099df2ef739536b8, server=04ac815325d6,42127,1731529063829}] 2024-11-13T20:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:48,814 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:17:48,815 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3b8538ab6633ca5099df2ef739536b8, NAME => 'test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:48,815 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:48,815 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:17:48,815 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,815 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:48,815 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,815 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,817 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,819 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b8538ab6633ca5099df2ef739536b8 columnFamilyName f 2024-11-13T20:17:48,819 DEBUG [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:48,819 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] regionserver.HStore(327): Store=b3b8538ab6633ca5099df2ef739536b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:48,820 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,821 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b8538ab6633ca5099df2ef739536b8 columnFamilyName f1 2024-11-13T20:17:48,821 DEBUG [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:48,822 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] regionserver.HStore(327): Store=b3b8538ab6633ca5099df2ef739536b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:48,822 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,823 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b8538ab6633ca5099df2ef739536b8 columnFamilyName norep 2024-11-13T20:17:48,823 DEBUG [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:48,823 INFO [StoreOpener-b3b8538ab6633ca5099df2ef739536b8-1 {}] regionserver.HStore(327): Store=b3b8538ab6633ca5099df2ef739536b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:48,823 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,824 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,825 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,826 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,826 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,826 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:17:48,827 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,829 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:48,830 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3b8538ab6633ca5099df2ef739536b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961392, jitterRate=0.04250597953796387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:17:48,830 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:17:48,830 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3b8538ab6633ca5099df2ef739536b8: Running coprocessor pre-open hook at 1731529068816Writing region info on filesystem at 1731529068816Initializing all the Stores at 1731529068816Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529068817 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529068817Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529068817Cleaning up temporary data from old regions at 1731529068826 (+9 ms)Running coprocessor post-open hooks at 1731529068830 (+4 ms)Region opened successfully at 1731529068830 2024-11-13T20:17:48,831 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8., pid=6, masterSystemTime=1731529068810 2024-11-13T20:17:48,833 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:17:48,833 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:17:48,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b8538ab6633ca5099df2ef739536b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,42127,1731529063829 2024-11-13T20:17:48,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b8538ab6633ca5099df2ef739536b8, server=04ac815325d6,42127,1731529063829 because future has completed 2024-11-13T20:17:48,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:17:48,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3b8538ab6633ca5099df2ef739536b8, server=04ac815325d6,42127,1731529063829 in 181 msec 2024-11-13T20:17:48,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:17:48,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3b8538ab6633ca5099df2ef739536b8, ASSIGN in 342 msec 2024-11-13T20:17:48,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:17:48,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529068843"}]},"ts":"1731529068843"} 2024-11-13T20:17:48,846 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:17:48,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:17:48,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-11-13T20:17:49,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:17:49,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:17:49,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:17:49,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T20:17:49,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:17:49,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T20:17:49,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:17:49,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T20:17:49,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:49,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T20:17:49,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T20:17:49,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T20:17:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:17:49,797 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:17:49,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34753,-1 for getting cluster id 2024-11-13T20:17:49,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:49,799 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9eaa05c-ab35-459b-9c3d-acdaa223f7ba' 2024-11-13T20:17:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9eaa05c-ab35-459b-9c3d-acdaa223f7ba" 2024-11-13T20:17:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f27815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34753,-1] 2024-11-13T20:17:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:49,801 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35663,-1 for getting cluster id 2024-11-13T20:17:49,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:49,804 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9abbd2a-e3ca-4d08-a3ad-a90a2e174009' 2024-11-13T20:17:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9abbd2a-e3ca-4d08-a3ad-a90a2e174009" 2024-11-13T20:17:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a357eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35663,-1] 2024-11-13T20:17:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:49,805 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371ed852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34753,-1 for getting cluster id 2024-11-13T20:17:49,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:49,807 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9eaa05c-ab35-459b-9c3d-acdaa223f7ba' 2024-11-13T20:17:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9eaa05c-ab35-459b-9c3d-acdaa223f7ba" 2024-11-13T20:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f1bfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34753,-1] 2024-11-13T20:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:49,809 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f27869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34753,1731529059549 2024-11-13T20:17:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35af4af3 2024-11-13T20:17:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:49,813 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:49,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:35663,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:17:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:17:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:17:49,817 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:35663' 2024-11-13T20:17:49,818 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6481643e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,818 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35663,-1 for getting cluster id 2024-11-13T20:17:49,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:49,818 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9abbd2a-e3ca-4d08-a3ad-a90a2e174009' 2024-11-13T20:17:49,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:49,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9abbd2a-e3ca-4d08-a3ad-a90a2e174009" 2024-11-13T20:17:49,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239613f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35663,-1] 2024-11-13T20:17:49,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:49,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:49,820 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:49,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f0e8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:49,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:49,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35663,1731529063786 2024-11-13T20:17:49,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135daf7a 2024-11-13T20:17:49,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:49,822 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:49,823 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:17:49,823 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:17:49,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:49,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:49,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:49,823 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:17:49,825 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:17:49,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:17:49,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:49,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:17:49,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:17:49,875 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:17:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:17:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:17:50,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7550badc804d41452bd05e18227e8e29, NAME => 'hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5 2024-11-13T20:17:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:17:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:17:50,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:50,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7550badc804d41452bd05e18227e8e29, disabling compactions & flushes 2024-11-13T20:17:50,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:17:50,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:17:50,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. after waiting 0 ms 2024-11-13T20:17:50,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:17:50,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:17:50,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7550badc804d41452bd05e18227e8e29: Waiting for close lock at 1731529070642Disabling compacts and flushes for region at 1731529070642Disabling writes for close at 1731529070642Writing region close event to WAL at 1731529070642Closed at 1731529070642 2024-11-13T20:17:50,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:17:50,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529070643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529070643"}]},"ts":"1731529070643"} 2024-11-13T20:17:50,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:17:50,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:17:50,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529070647"}]},"ts":"1731529070647"} 2024-11-13T20:17:50,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:17:50,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7550badc804d41452bd05e18227e8e29, ASSIGN}] 2024-11-13T20:17:50,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7550badc804d41452bd05e18227e8e29, ASSIGN 2024-11-13T20:17:50,651 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7550badc804d41452bd05e18227e8e29, ASSIGN; state=OFFLINE, location=04ac815325d6,39667,1731529059597; forceNewPlan=false, retain=false 2024-11-13T20:17:50,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7550badc804d41452bd05e18227e8e29, regionState=OPENING, regionLocation=04ac815325d6,39667,1731529059597 2024-11-13T20:17:50,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7550badc804d41452bd05e18227e8e29, ASSIGN because future has completed 2024-11-13T20:17:50,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7550badc804d41452bd05e18227e8e29, server=04ac815325d6,39667,1731529059597}] 2024-11-13T20:17:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:17:50,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:17:50,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:50,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:17:50,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39667%2C1731529059597.rep, suffix=, logDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597, archiveDir=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/oldWALs, maxLogs=10 2024-11-13T20:17:50,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.rep.1731529070963, exclude list is [], retry=0 2024-11-13T20:17:50,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-27bf745e-2d37-443c-8023-4425eabe36e6,DISK] 2024-11-13T20:17:50,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.rep.1731529070963 2024-11-13T20:17:50,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37189:37189)] 2024-11-13T20:17:50,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7550badc804d41452bd05e18227e8e29, NAME => 'hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:50,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:17:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. service=MultiRowMutationService 2024-11-13T20:17:50,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:17:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,985 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,986 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7550badc804d41452bd05e18227e8e29 columnFamilyName hfileref 2024-11-13T20:17:50,986 DEBUG [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:50,987 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] regionserver.HStore(327): Store=7550badc804d41452bd05e18227e8e29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:50,987 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,988 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7550badc804d41452bd05e18227e8e29 columnFamilyName queue 2024-11-13T20:17:50,988 DEBUG [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:50,989 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] regionserver.HStore(327): Store=7550badc804d41452bd05e18227e8e29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:50,989 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,990 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7550badc804d41452bd05e18227e8e29 columnFamilyName sid 2024-11-13T20:17:50,990 DEBUG [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:50,990 INFO [StoreOpener-7550badc804d41452bd05e18227e8e29-1 {}] regionserver.HStore(327): Store=7550badc804d41452bd05e18227e8e29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:17:50,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:17:50,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:17:50,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7550badc804d41452bd05e18227e8e29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62050422, jitterRate=-0.07537665963172913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:17:50,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:17:50,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7550badc804d41452bd05e18227e8e29: Running coprocessor pre-open hook at 1731529070983Writing region info on filesystem at 1731529070983Initializing all the Stores at 1731529070984 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529070984Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529070984Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529070984Cleaning up temporary data from old regions at 1731529070993 (+9 ms)Running coprocessor post-open hooks at 1731529070997 (+4 ms)Region opened successfully at 1731529070998 (+1 ms) 2024-11-13T20:17:50,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29., pid=10, masterSystemTime=1731529070957 2024-11-13T20:17:51,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:17:51,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:17:51,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7550badc804d41452bd05e18227e8e29, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,39667,1731529059597 2024-11-13T20:17:51,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7550badc804d41452bd05e18227e8e29, server=04ac815325d6,39667,1731529059597 because future has completed 2024-11-13T20:17:51,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:17:51,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7550badc804d41452bd05e18227e8e29, server=04ac815325d6,39667,1731529059597 in 200 msec 2024-11-13T20:17:51,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:17:51,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7550badc804d41452bd05e18227e8e29, ASSIGN in 359 msec 2024-11-13T20:17:51,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:17:51,012 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529071012"}]},"ts":"1731529071012"} 2024-11-13T20:17:51,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:17:51,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:17:51,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-13T20:17:51,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29., hostname=04ac815325d6,39667,1731529059597, seqNum=2] 2024-11-13T20:17:51,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:51,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:17:51,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:17:51,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:17:51,201 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:17:51,244 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,39667,1731529059597, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:17:51,244 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:51,245 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39667,1731529059597, seqNum=-1] 2024-11-13T20:17:51,245 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:51,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T20:17:51,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,39667,1731529059597', locateType=CURRENT is [region=hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29., hostname=04ac815325d6,39667,1731529059597, seqNum=2] 2024-11-13T20:17:51,252 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:17:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:17:51,256 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,39667,1731529059597 suceeded 2024-11-13T20:17:51,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:17:51,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-13T20:17:51,265 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:35663,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T20:17:51,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4520 sec 2024-11-13T20:17:51,277 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:35663' 2024-11-13T20:17:51,281 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f012109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:51,281 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35663,-1 for getting cluster id 2024-11-13T20:17:51,282 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:51,283 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9abbd2a-e3ca-4d08-a3ad-a90a2e174009' 2024-11-13T20:17:51,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:51,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9abbd2a-e3ca-4d08-a3ad-a90a2e174009" 2024-11-13T20:17:51,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf57ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:51,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35663,-1] 2024-11-13T20:17:51,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:51,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:51,285 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:51,286 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48804d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:51,286 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:51,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35663,1731529063786 2024-11-13T20:17:51,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cb66a4e 2024-11-13T20:17:51,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:51,289 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T20:17:51,289 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,39667,1731529059597 (queues=1) is replicating from cluster=a9eaa05c-ab35-459b-9c3d-acdaa223f7ba to cluster=b9abbd2a-e3ca-4d08-a3ad-a90a2e174009 2024-11-13T20:17:51,289 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C39667%2C1731529059597 2024-11-13T20:17:51,289 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,39667,1731529059597, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:17:51,303 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C39667%2C1731529059597 2024-11-13T20:17:51,303 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593, startPosition=0, beingWritten=true 2024-11-13T20:17:51,314 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:17:51,314 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 379, reset compression=false 2024-11-13T20:17:51,314 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39667,1731529059597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:17:51,524 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 379, reset compression=false 2024-11-13T20:17:51,833 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 379, reset compression=false 2024-11-13T20:17:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:17:51,968 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:17:51,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:51,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:51,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:51,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:51,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:51,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:51,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731529071974/Put/seqid=0 2024-11-13T20:17:51,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741840_1016 (size=7894) 2024-11-13T20:17:52,239 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 379, reset compression=false 2024-11-13T20:17:52,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:17:52,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:52,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:52,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:52,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:17:52,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_1 is 34, key is ddd/f:row/1731529072383/Put/seqid=0 2024-11-13T20:17:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741841_1017 (size=7691) 2024-11-13T20:17:52,744 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 379, reset compression=false 2024-11-13T20:17:52,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:52,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34753,-1 for getting cluster id 2024-11-13T20:17:52,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:52,799 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9eaa05c-ab35-459b-9c3d-acdaa223f7ba' 2024-11-13T20:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9eaa05c-ab35-459b-9c3d-acdaa223f7ba" 2024-11-13T20:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f61aa0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34753,-1] 2024-11-13T20:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:52,801 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:52,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:52,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39667,1731529059597, seqNum=-1] 2024-11-13T20:17:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:52,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:52,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:52,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34753,1731529059549 2024-11-13T20:17:52,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@395bbf37 2024-11-13T20:17:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:52,818 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2] 2024-11-13T20:17:52,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:17:52,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T20:17:52,847 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T20:17:52,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_0 for inclusion in 02813bececb74c3142299868717a4af4/f 2024-11-13T20:17:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T20:17:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:17:52,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_1 for inclusion in 02813bececb74c3142299868717a4af4/f 2024-11-13T20:17:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T20:17:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:17:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegion(2603): Flush status journal for 02813bececb74c3142299868717a4af4: 2024-11-13T20:17:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_0 to hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_0 2024-11-13T20:17:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_0 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ 2024-11-13T20:17:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f/f/hfile_1 to hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_1 2024-11-13T20:17:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_1 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ 2024-11-13T20:17:52,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_0 into 02813bececb74c3142299868717a4af4/f as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ - updating store file list. 2024-11-13T20:17:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 62815d0c4bc5412c84b5ef2513b716af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:17:52,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ into 02813bececb74c3142299868717a4af4/f 2024-11-13T20:17:52,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_0 into 02813bececb74c3142299868717a4af4/f (new location: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_) 2024-11-13T20:17:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_0 2024-11-13T20:17:52,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_1 into 02813bececb74c3142299868717a4af4/f as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ - updating store file list. 2024-11-13T20:17:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4561ac0cc6d14fef8f2875625080fe85_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:17:52,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ into 02813bececb74c3142299868717a4af4/f 2024-11-13T20:17:52,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_1 into 02813bececb74c3142299868717a4af4/f (new location: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_) 2024-11-13T20:17:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__eufm48t6s645clnedon8pa67cj39bkcnfqadh348sl0718uc3otq5pouvkep17jf/f/hfile_1 2024-11-13T20:17:52,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:52,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:52,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:52,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:52,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:52,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42127,1731529063829, seqNum=-1] 2024-11-13T20:17:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2 , the old value is region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:39667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:17:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:17:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2 from cache 2024-11-13T20:17:52,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:50906 deadline: 1731529132901 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:50906 2024-11-13T20:17:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8., hostname=04ac815325d6,42127,1731529063829, seqNum=2] 2024-11-13T20:17:52,909 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T20:17:53,007 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:39667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T20:17:53,348 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 379, reset compression=false 2024-11-13T20:17:53,354 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:17:53,355 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39667,1731529059597 got entry batch from reader: WALEntryBatch [walEntries=[{test/02813bececb74c3142299868717a4af4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529072896/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T20:17:53,376 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:17:53,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T20:17:53,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.ReplicationSink(318): Replicating [a9eaa05c-ab35-459b-9c3d-acdaa223f7ba] bulk loaded data 2024-11-13T20:17:53,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a87492b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:53,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35663,-1 for getting cluster id 2024-11-13T20:17:53,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:53,384 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9abbd2a-e3ca-4d08-a3ad-a90a2e174009' 2024-11-13T20:17:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9abbd2a-e3ca-4d08-a3ad-a90a2e174009" 2024-11-13T20:17:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62a6d6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35663,-1] 2024-11-13T20:17:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:53,386 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:53,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1489f72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:53,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741837_1013 (size=7894) 2024-11-13T20:17:53,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T20:17:53,555 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 687, reset compression=false 2024-11-13T20:17:53,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741838_1014 (size=7691) 2024-11-13T20:17:53,859 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 687, reset compression=false 2024-11-13T20:17:53,911 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T20:17:54,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35663,1731529063786 2024-11-13T20:17:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@769d7c72 2024-11-13T20:17:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:54,218 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T20:17:54,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:17:54,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42127,1731529063829, seqNum=-1] 2024-11-13T20:17:54,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:54,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T20:17:54,229 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T20:17:54,232 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T20:17:54,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ for inclusion in b3b8538ab6633ca5099df2ef739536b8/f 2024-11-13T20:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T20:17:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:17:54,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ for inclusion in b3b8538ab6633ca5099df2ef739536b8/f 2024-11-13T20:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T20:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HRegion(2603): Flush status journal for b3b8538ab6633ca5099df2ef739536b8: 2024-11-13T20:17:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/ab351bfd92da408f9f32294cb06e30ab_SeqId_4_ 2024-11-13T20:17:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:17:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/d01f986fffda435f96368148870906a5_SeqId_4_ 2024-11-13T20:17:54,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ into b3b8538ab6633ca5099df2ef739536b8/f as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/ab351bfd92da408f9f32294cb06e30ab_SeqId_4_ - updating store file list. 2024-11-13T20:17:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab351bfd92da408f9f32294cb06e30ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:17:54,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/ab351bfd92da408f9f32294cb06e30ab_SeqId_4_ into b3b8538ab6633ca5099df2ef739536b8/f 2024-11-13T20:17:54,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ into b3b8538ab6633ca5099df2ef739536b8/f (new location: hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/ab351bfd92da408f9f32294cb06e30ab_SeqId_4_) 2024-11-13T20:17:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/4561ac0cc6d14fef8f2875625080fe85_SeqId_4_ 2024-11-13T20:17:54,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ into b3b8538ab6633ca5099df2ef739536b8/f as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/d01f986fffda435f96368148870906a5_SeqId_4_ - updating store file list. 2024-11-13T20:17:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d01f986fffda435f96368148870906a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:17:54,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/d01f986fffda435f96368148870906a5_SeqId_4_ into b3b8538ab6633ca5099df2ef739536b8/f 2024-11-13T20:17:54,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ into b3b8538ab6633ca5099df2ef739536b8/f (new location: hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/f/d01f986fffda435f96368148870906a5_SeqId_4_) 2024-11-13T20:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/staging/jenkins.hfs.6__test__n89gbdnbdv64e6asoj6okvejrif4cde5dua49m202l3kqsmhm929b0gk719fun2d/f/62815d0c4bc5412c84b5ef2513b716af_SeqId_4_ 2024-11-13T20:17:54,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] regionserver.ReplicationSink(324): Finished replicating [a9eaa05c-ab35-459b-9c3d-acdaa223f7ba] bulk loaded data 2024-11-13T20:17:54,264 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 687, reset compression=false 2024-11-13T20:17:54,768 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 687, reset compression=false 2024-11-13T20:17:54,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:17:54,933 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731529074932/Put/seqid=0 2024-11-13T20:17:54,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741842_1018 (size=7997) 2024-11-13T20:17:55,340 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731529075340/Put/seqid=0 2024-11-13T20:17:55,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741843_1019 (size=7794) 2024-11-13T20:17:55,372 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 687, reset compression=false 2024-11-13T20:17:55,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:55,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34753,-1 for getting cluster id 2024-11-13T20:17:55,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:17:55,747 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9eaa05c-ab35-459b-9c3d-acdaa223f7ba' 2024-11-13T20:17:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:17:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9eaa05c-ab35-459b-9c3d-acdaa223f7ba" 2024-11-13T20:17:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287b2d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34753,-1] 2024-11-13T20:17:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:17:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:55,749 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:17:55,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:17:55,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39667,1731529059597, seqNum=-1] 2024-11-13T20:17:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:55,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:55,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:17:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34753,1731529059549 2024-11-13T20:17:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8de6cc 2024-11-13T20:17:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:17:55,764 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:17:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2] 2024-11-13T20:17:55,769 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:17:55,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T20:17:55,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T20:17:55,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_0 for inclusion in 02813bececb74c3142299868717a4af4/f1 2024-11-13T20:17:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T20:17:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:17:55,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_1 for inclusion in 02813bececb74c3142299868717a4af4/f1 2024-11-13T20:17:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T20:17:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:17:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegion(2603): Flush status journal for 02813bececb74c3142299868717a4af4: 2024-11-13T20:17:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_0 to hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_0 2024-11-13T20:17:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_0 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/c5c31c8d1beb4fbabdf892a7b738a246_SeqId_6_ 2024-11-13T20:17:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/load_f1/f1/hfile_1 to hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_1 2024-11-13T20:17:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_1 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/e40d08bc7b3646139a96adaa848372b6_SeqId_6_ 2024-11-13T20:17:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T20:17:55,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_0 into 02813bececb74c3142299868717a4af4/f1 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/c5c31c8d1beb4fbabdf892a7b738a246_SeqId_6_ - updating store file list. 2024-11-13T20:17:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5c31c8d1beb4fbabdf892a7b738a246_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:17:55,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/c5c31c8d1beb4fbabdf892a7b738a246_SeqId_6_ into 02813bececb74c3142299868717a4af4/f1 2024-11-13T20:17:55,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_0 into 02813bececb74c3142299868717a4af4/f1 (new location: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/c5c31c8d1beb4fbabdf892a7b738a246_SeqId_6_) 2024-11-13T20:17:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_0 2024-11-13T20:17:55,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_1 into 02813bececb74c3142299868717a4af4/f1 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/e40d08bc7b3646139a96adaa848372b6_SeqId_6_ - updating store file list. 2024-11-13T20:17:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e40d08bc7b3646139a96adaa848372b6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:17:55,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/e40d08bc7b3646139a96adaa848372b6_SeqId_6_ into 02813bececb74c3142299868717a4af4/f1 2024-11-13T20:17:55,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_1 into 02813bececb74c3142299868717a4af4/f1 (new location: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/f1/e40d08bc7b3646139a96adaa848372b6_SeqId_6_) 2024-11-13T20:17:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/staging/jenkins__test__j35gt0eq4d4mphhp8rqfkuhj11h07gav6fncodhjevp4u5k136l9rs00tun0jcrh/f1/hfile_1 2024-11-13T20:17:55,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:55,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:55,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:55,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:55,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2 , the old value is region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:39667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:17:55,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:17:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2 from cache 2024-11-13T20:17:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39667,1731529059597, seqNum=-1] 2024-11-13T20:17:55,810 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T20:17:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:17:55,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:17:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529066993.02813bececb74c3142299868717a4af4., hostname=04ac815325d6,39667,1731529059597, seqNum=2] 2024-11-13T20:17:55,917 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:39667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T20:17:56,077 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 687, reset compression=false 2024-11-13T20:17:56,082 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:17:56,082 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:17:56,082 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39667,1731529059597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:17:56,286 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:17:56,590 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:17:56,995 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:17:57,500 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:17:58,122 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:17:58,827 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:17:59,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:17:59,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T20:17:59,632 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:00,536 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:01,541 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:02,646 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:03,851 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:05,162 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:06,569 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:08,074 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:09,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:18:09,694 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:11,399 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:13,203 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:13,373 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:18:15,108 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:16,085 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39667,1731529059597 got entry batch from reader: null 2024-11-13T20:18:17,114 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:19,218 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:21,424 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:23,185 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T20:18:23,185 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T20:18:23,728 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:26,133 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:27,569 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T20:18:27,569 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T20:18:28,638 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:31,242 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:32,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 02813bececb74c3142299868717a4af4, had cached 0 bytes from a total of 31376 2024-11-13T20:18:33,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b3b8538ab6633ca5099df2ef739536b8, had cached 0 bytes from a total of 15585 2024-11-13T20:18:33,947 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:36,085 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39667,1731529059597 got entry batch from reader: null 2024-11-13T20:18:36,751 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:39,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:18:39,657 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:42,662 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:43,373 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:18:45,766 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:48,972 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:52,277 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:55,683 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:55,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:18:55,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:18:55,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:18:55,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:55,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:55,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:18:55,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:18:55,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=822006296, stopped=false 2024-11-13T20:18:55,838 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,35663,1731529063786 2024-11-13T20:18:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1713228138/running 2024-11-13T20:18:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:18:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1713228138/running 2024-11-13T20:18:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:18:55,840 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:18:55,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:18:55,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:18:55,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:55,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on znode that does not yet exist, /1-1713228138/running 2024-11-13T20:18:55,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,42127,1731529063829' ***** 2024-11-13T20:18:55,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:18:55,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Set watcher on znode that does not yet exist, /1-1713228138/running 2024-11-13T20:18:55,842 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:18:55,842 INFO [RS:0;04ac815325d6:42127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:18:55,842 INFO [RS:0;04ac815325d6:42127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:18:55,842 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(3091): Received CLOSE for b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:18:55,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:18:55,842 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,42127,1731529063829 2024-11-13T20:18:55,842 INFO [RS:0;04ac815325d6:42127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:18:55,843 INFO [RS:0;04ac815325d6:42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42127. 2024-11-13T20:18:55,843 DEBUG [RS:0;04ac815325d6:42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:18:55,843 DEBUG [RS:0;04ac815325d6:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:55,843 INFO [RS:0;04ac815325d6:42127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:18:55,843 INFO [RS:0;04ac815325d6:42127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:18:55,843 INFO [RS:0;04ac815325d6:42127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:18:55,843 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:18:55,843 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3b8538ab6633ca5099df2ef739536b8, disabling compactions & flushes 2024-11-13T20:18:55,844 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:18:55,844 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:18:55,844 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. after waiting 0 ms 2024-11-13T20:18:55,844 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:18:55,844 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:18:55,844 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b3b8538ab6633ca5099df2ef739536b8=test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8.} 2024-11-13T20:18:55,844 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b8538ab6633ca5099df2ef739536b8 2024-11-13T20:18:55,845 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:18:55,845 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:18:55,845 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:18:55,845 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:18:55,845 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:18:55,845 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T20:18:55,857 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/default/test/b3b8538ab6633ca5099df2ef739536b8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T20:18:55,858 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:18:55,858 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:18:55,858 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:18:55,858 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3b8538ab6633ca5099df2ef739536b8: Waiting for close lock at 1731529135843Running coprocessor pre-close hooks at 1731529135843Disabling compacts and flushes for region at 1731529135843Disabling writes for close at 1731529135844 (+1 ms)Writing region close event to WAL at 1731529135853 (+9 ms)Running coprocessor post-close hooks at 1731529135858 (+5 ms)Closed at 1731529135858 2024-11-13T20:18:55,858 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8. 2024-11-13T20:18:55,869 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:18:55,875 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/info/f32e8cd6ccb54853bbcbad4d4e6e719b is 129, key is test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8./info:regioninfo/1731529068834/Put/seqid=0 2024-11-13T20:18:55,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741839_1015 (size=6421) 2024-11-13T20:18:55,880 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/info/f32e8cd6ccb54853bbcbad4d4e6e719b 2024-11-13T20:18:55,902 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/ns/219f4eb2157d405d960a1380247d7cf7 is 43, key is default/ns:d/1731529066891/Put/seqid=0 2024-11-13T20:18:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741840_1016 (size=5153) 2024-11-13T20:18:56,045 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:56,085 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39667,1731529059597 got entry batch from reader: null 2024-11-13T20:18:56,245 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:56,309 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/ns/219f4eb2157d405d960a1380247d7cf7 2024-11-13T20:18:56,343 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/rep_barrier/656c06ef258543458d68dac577faef61 is 112, key is test,,1731529067641.b3b8538ab6633ca5099df2ef739536b8./rep_barrier:seqnumDuringOpen/1731529068834/Put/seqid=0 2024-11-13T20:18:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741841_1017 (size=5518) 2024-11-13T20:18:56,364 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/rep_barrier/656c06ef258543458d68dac577faef61 2024-11-13T20:18:56,407 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/table/660bddb7ae344f09951630a68dc6349e is 40, key is test/table:state/1731529068843/Put/seqid=0 2024-11-13T20:18:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741842_1018 (size=5165) 2024-11-13T20:18:56,445 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:56,645 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:56,711 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:18:56,711 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:18:56,825 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/table/660bddb7ae344f09951630a68dc6349e 2024-11-13T20:18:56,836 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/info/f32e8cd6ccb54853bbcbad4d4e6e719b as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/info/f32e8cd6ccb54853bbcbad4d4e6e719b 2024-11-13T20:18:56,850 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/info/f32e8cd6ccb54853bbcbad4d4e6e719b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T20:18:56,850 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:18:56,850 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:18:56,850 DEBUG [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:56,854 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/ns/219f4eb2157d405d960a1380247d7cf7 as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/ns/219f4eb2157d405d960a1380247d7cf7 2024-11-13T20:18:56,862 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/ns/219f4eb2157d405d960a1380247d7cf7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:18:56,863 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/rep_barrier/656c06ef258543458d68dac577faef61 as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/rep_barrier/656c06ef258543458d68dac577faef61 2024-11-13T20:18:56,873 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/rep_barrier/656c06ef258543458d68dac577faef61, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T20:18:56,875 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/.tmp/table/660bddb7ae344f09951630a68dc6349e as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/table/660bddb7ae344f09951630a68dc6349e 2024-11-13T20:18:56,881 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/table/660bddb7ae344f09951630a68dc6349e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:18:56,883 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=11, compaction requested=false 2024-11-13T20:18:56,903 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T20:18:56,904 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:18:56,904 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:18:56,904 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:18:56,904 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529135844Running coprocessor pre-close hooks at 1731529135845 (+1 ms)Disabling compacts and flushes for region at 1731529135845Disabling writes for close at 1731529135845Obtaining lock to block concurrent updates at 1731529135845Preparing flush snapshotting stores in 1588230740 at 1731529135845Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731529135845Flushing stores of hbase:meta,,1.1588230740 at 1731529135846 (+1 ms)Flushing 1588230740/info: creating writer at 1731529135846Flushing 1588230740/info: appending metadata at 1731529135874 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731529135874Flushing 1588230740/ns: creating writer at 1731529135886 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731529135901 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731529135902 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731529136318 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529136342 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529136342Flushing 1588230740/table: creating writer at 1731529136379 (+37 ms)Flushing 1588230740/table: appending metadata at 1731529136406 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731529136406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c452ff: reopening flushed file at 1731529136835 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1f283: reopening flushed file at 1731529136852 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b08045: reopening flushed file at 1731529136862 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483d1a8e: reopening flushed file at 1731529136874 (+12 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=11, compaction requested=false at 1731529136883 (+9 ms)Writing region close event to WAL at 1731529136899 (+16 ms)Running coprocessor post-close hooks at 1731529136904 (+5 ms)Closed at 1731529136904 2024-11-13T20:18:56,904 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:18:57,051 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,42127,1731529063829; all regions closed. 2024-11-13T20:18:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741834_1010 (size=2717) 2024-11-13T20:18:57,062 DEBUG [RS:0;04ac815325d6:42127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/oldWALs 2024-11-13T20:18:57,062 INFO [RS:0;04ac815325d6:42127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C42127%2C1731529063829.meta:.meta(num 1731529066789) 2024-11-13T20:18:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741832_1008 (size=1028) 2024-11-13T20:18:57,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/WALs/04ac815325d6,42127,1731529063829/04ac815325d6%2C42127%2C1731529063829.1731529065846 not finished, retry = 0 2024-11-13T20:18:57,168 DEBUG [RS:0;04ac815325d6:42127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/oldWALs 2024-11-13T20:18:57,168 INFO [RS:0;04ac815325d6:42127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C42127%2C1731529063829:(num 1731529065846) 2024-11-13T20:18:57,168 DEBUG [RS:0;04ac815325d6:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:57,168 INFO [RS:0;04ac815325d6:42127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:18:57,168 INFO [RS:0;04ac815325d6:42127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:18:57,168 INFO [RS:0;04ac815325d6:42127 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:18:57,169 INFO [RS:0;04ac815325d6:42127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:18:57,169 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:18:57,169 INFO [RS:0;04ac815325d6:42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42127. 2024-11-13T20:18:57,169 DEBUG [RS:0;04ac815325d6:42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:18:57,169 DEBUG [RS:0;04ac815325d6:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:57,169 DEBUG [RS:0;04ac815325d6:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:57,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:18:57,169 INFO [RS:0;04ac815325d6:42127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42127 2024-11-13T20:18:57,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138/rs 2024-11-13T20:18:57,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1713228138/rs/04ac815325d6,42127,1731529063829 2024-11-13T20:18:57,173 INFO [RS:0;04ac815325d6:42127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:18:57,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,42127,1731529063829] 2024-11-13T20:18:57,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1713228138/draining/04ac815325d6,42127,1731529063829 already deleted, retry=false 2024-11-13T20:18:57,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,42127,1731529063829 expired; onlineServers=0 2024-11-13T20:18:57,176 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,35663,1731529063786' ***** 2024-11-13T20:18:57,176 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:18:57,176 INFO [M:0;04ac815325d6:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:18:57,176 INFO [M:0;04ac815325d6:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:18:57,176 DEBUG [M:0;04ac815325d6:35663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:18:57,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:18:57,176 DEBUG [M:0;04ac815325d6:35663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:18:57,176 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529065623 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529065623,5,FailOnTimeoutGroup] 2024-11-13T20:18:57,176 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529065623 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529065623,5,FailOnTimeoutGroup] 2024-11-13T20:18:57,176 INFO [M:0;04ac815325d6:35663 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:18:57,177 INFO [M:0;04ac815325d6:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:18:57,177 DEBUG [M:0;04ac815325d6:35663 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:18:57,177 INFO [M:0;04ac815325d6:35663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:18:57,177 INFO [M:0;04ac815325d6:35663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:18:57,177 INFO [M:0;04ac815325d6:35663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:18:57,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:18:57,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1713228138/master 2024-11-13T20:18:57,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1713228138 2024-11-13T20:18:57,178 DEBUG [M:0;04ac815325d6:35663 {}] zookeeper.ZKUtil(347): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Unable to get data of znode /1-1713228138/master because node does not exist (not an error) 2024-11-13T20:18:57,178 WARN [M:0;04ac815325d6:35663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:18:57,180 INFO [M:0;04ac815325d6:35663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/.lastflushedseqids 2024-11-13T20:18:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741843_1019 (size=173) 2024-11-13T20:18:57,275 INFO [RS:0;04ac815325d6:42127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:18:57,275 INFO [RS:0;04ac815325d6:42127 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,42127,1731529063829; zookeeper connection closed. 2024-11-13T20:18:57,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:18:57,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x1003acab3730004, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:18:57,275 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45c7342d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45c7342d 2024-11-13T20:18:57,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:18:57,586 INFO [M:0;04ac815325d6:35663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:18:57,586 INFO [M:0;04ac815325d6:35663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:18:57,586 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:18:57,586 INFO [M:0;04ac815325d6:35663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:18:57,587 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:18:57,587 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:18:57,587 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:18:57,587 INFO [M:0;04ac815325d6:35663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T20:18:57,608 DEBUG [M:0;04ac815325d6:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01df7d5bdd73466eb90abcbef6f52298 is 82, key is hbase:meta,,1/info:regioninfo/1731529066868/Put/seqid=0 2024-11-13T20:18:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741844_1020 (size=5672) 2024-11-13T20:18:57,613 INFO [M:0;04ac815325d6:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01df7d5bdd73466eb90abcbef6f52298 2024-11-13T20:18:57,641 DEBUG [M:0;04ac815325d6:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d49fcfb394be4c63933d0565e5c62509 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529068848/Put/seqid=0 2024-11-13T20:18:57,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741845_1021 (size=6727) 2024-11-13T20:18:58,046 INFO [M:0;04ac815325d6:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d49fcfb394be4c63933d0565e5c62509 2024-11-13T20:18:58,053 INFO [M:0;04ac815325d6:35663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d49fcfb394be4c63933d0565e5c62509 2024-11-13T20:18:58,077 DEBUG [M:0;04ac815325d6:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ef48db475a4ea38e5bfc87f6c81e0a is 69, key is 04ac815325d6,42127,1731529063829/rs:state/1731529065681/Put/seqid=0 2024-11-13T20:18:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741846_1022 (size=5156) 2024-11-13T20:18:58,483 INFO [M:0;04ac815325d6:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ef48db475a4ea38e5bfc87f6c81e0a 2024-11-13T20:18:58,490 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01df7d5bdd73466eb90abcbef6f52298 as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01df7d5bdd73466eb90abcbef6f52298 2024-11-13T20:18:58,496 INFO [M:0;04ac815325d6:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01df7d5bdd73466eb90abcbef6f52298, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T20:18:58,497 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d49fcfb394be4c63933d0565e5c62509 as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d49fcfb394be4c63933d0565e5c62509 2024-11-13T20:18:58,503 INFO [M:0;04ac815325d6:35663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d49fcfb394be4c63933d0565e5c62509 2024-11-13T20:18:58,503 INFO [M:0;04ac815325d6:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d49fcfb394be4c63933d0565e5c62509, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T20:18:58,504 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ef48db475a4ea38e5bfc87f6c81e0a as hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18ef48db475a4ea38e5bfc87f6c81e0a 2024-11-13T20:18:58,508 INFO [M:0;04ac815325d6:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35773/user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18ef48db475a4ea38e5bfc87f6c81e0a, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T20:18:58,509 INFO [M:0;04ac815325d6:35663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=58, compaction requested=false 2024-11-13T20:18:58,511 INFO [M:0;04ac815325d6:35663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:18:58,511 DEBUG [M:0;04ac815325d6:35663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529137586Disabling compacts and flushes for region at 1731529137586Disabling writes for close at 1731529137587 (+1 ms)Obtaining lock to block concurrent updates at 1731529137587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529137587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731529137587Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529137588 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529137588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529137608 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529137608Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529137618 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529137640 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529137640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529138053 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529138076 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529138076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c77a92: reopening flushed file at 1731529138489 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7334e75a: reopening flushed file at 1731529138496 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2f73bf: reopening flushed file at 1731529138503 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=58, compaction requested=false at 1731529138509 (+6 ms)Writing region close event to WAL at 1731529138511 (+2 ms)Closed at 1731529138511 2024-11-13T20:18:58,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741830_1006 (size=33026) 2024-11-13T20:18:58,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b48c9f6-f96b-5949-c9b3-67e29f09911c/MasterData/WALs/04ac815325d6,35663,1731529063786/04ac815325d6%2C35663%2C1731529063786.1731529065537 not finished, retry = 0 2024-11-13T20:18:58,616 INFO [M:0;04ac815325d6:35663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:18:58,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:18:58,616 INFO [M:0;04ac815325d6:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35663 2024-11-13T20:18:58,617 INFO [M:0;04ac815325d6:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:18:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:18:58,720 INFO [M:0;04ac815325d6:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:18:58,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1003acab3730003, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:18:58,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:18:58,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:18:58,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:18:58,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:18:58,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.log.dir/,STOPPED} 2024-11-13T20:18:58,728 WARN [BP-1633610695-172.17.0.2-1731529062768 heartbeating to localhost/127.0.0.1:35773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:18:58,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:18:58,728 WARN [BP-1633610695-172.17.0.2-1731529062768 heartbeating to localhost/127.0.0.1:35773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633610695-172.17.0.2-1731529062768 (Datanode Uuid 332e5f68-fd1e-4d9e-9d8a-4ed6b40a9831) service to localhost/127.0.0.1:35773 2024-11-13T20:18:58,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:18:58,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/cluster_58c7f0c1-ed43-2f3e-76c2-d0f229daf46c/data/data1/current/BP-1633610695-172.17.0.2-1731529062768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:18:58,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/cluster_58c7f0c1-ed43-2f3e-76c2-d0f229daf46c/data/data2/current/BP-1633610695-172.17.0.2-1731529062768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:18:58,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:18:58,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:18:58,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:18:58,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:18:58,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:18:58,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.log.dir/,STOPPED} 2024-11-13T20:18:58,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:18:58,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:18:58,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:18:58,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:18:58,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:58,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:58,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:18:58,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:18:58,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=549056054, stopped=false 2024-11-13T20:18:58,761 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,34753,1731529059549 2024-11-13T20:18:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289539858/running 2024-11-13T20:18:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289539858/running 2024-11-13T20:18:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:18:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:18:58,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:18:58,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on znode that does not yet exist, /0-289539858/running 2024-11-13T20:18:58,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Set watcher on znode that does not yet exist, /0-289539858/running 2024-11-13T20:18:58,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:18:58,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:18:58,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,39667,1731529059597' ***** 2024-11-13T20:18:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:18:58,766 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:18:58,766 INFO [RS:0;04ac815325d6:39667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:18:58,766 INFO [RS:0;04ac815325d6:39667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:18:58,766 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 02813bececb74c3142299868717a4af4 2024-11-13T20:18:58,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 7550badc804d41452bd05e18227e8e29 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,39667,1731529059597 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39667. 2024-11-13T20:18:58,767 DEBUG [RS:0;04ac815325d6:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:18:58,767 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02813bececb74c3142299868717a4af4, disabling compactions & flushes 2024-11-13T20:18:58,767 DEBUG [RS:0;04ac815325d6:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:18:58,767 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:18:58,767 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:18:58,767 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529066993.02813bececb74c3142299868717a4af4. after waiting 0 ms 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:18:58,767 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:18:58,767 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:18:58,769 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:18:58,769 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1325): Online Regions={02813bececb74c3142299868717a4af4=test,,1731529066993.02813bececb74c3142299868717a4af4., 1588230740=hbase:meta,,1.1588230740, 7550badc804d41452bd05e18227e8e29=hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29.} 2024-11-13T20:18:58,769 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1351): Waiting on 02813bececb74c3142299868717a4af4, 1588230740, 7550badc804d41452bd05e18227e8e29 2024-11-13T20:18:58,769 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:18:58,769 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:18:58,769 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:18:58,769 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:18:58,769 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:18:58,769 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:18:58,789 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/default/test/02813bececb74c3142299868717a4af4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:18:58,790 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:18:58,791 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:18:58,791 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:18:58,791 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02813bececb74c3142299868717a4af4: Waiting for close lock at 1731529138767Running coprocessor pre-close hooks at 1731529138767Disabling compacts and flushes for region at 1731529138767Disabling writes for close at 1731529138767Writing region close event to WAL at 1731529138783 (+16 ms)Running coprocessor post-close hooks at 1731529138790 (+7 ms)Closed at 1731529138791 (+1 ms) 2024-11-13T20:18:58,791 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529066993.02813bececb74c3142299868717a4af4. 2024-11-13T20:18:58,791 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7550badc804d41452bd05e18227e8e29, disabling compactions & flushes 2024-11-13T20:18:58,791 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:18:58,791 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:18:58,791 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. after waiting 0 ms 2024-11-13T20:18:58,791 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:18:58,791 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7550badc804d41452bd05e18227e8e29 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T20:18:58,801 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/info/d8e60d1ee0ff41fbb3bf77349dcd40b7 is 147, key is hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29./info:regioninfo/1731529071002/Put/seqid=0 2024-11-13T20:18:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741844_1020 (size=7686) 2024-11-13T20:18:58,824 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/.tmp/hfileref/481ca1840ff24e058ceca652772f72bb is 74, key is 1/hfileref:4561ac0cc6d14fef8f2875625080fe85_SeqId_4_/1731529074261/DeleteColumn/seqid=0 2024-11-13T20:18:58,827 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:18:58,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741845_1021 (size=5203) 2024-11-13T20:18:58,831 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/.tmp/hfileref/481ca1840ff24e058ceca652772f72bb 2024-11-13T20:18:58,866 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/.tmp/queue/3248aee81a58425e9e8bc557957136b9 is 153, key is 1-04ac815325d6,39667,1731529059597/queue:04ac815325d6%2C39667%2C1731529059597/1731529076084/Put/seqid=0 2024-11-13T20:18:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741846_1022 (size=5352) 2024-11-13T20:18:58,969 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7550badc804d41452bd05e18227e8e29 2024-11-13T20:18:59,169 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7550badc804d41452bd05e18227e8e29 2024-11-13T20:18:59,188 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 997, reset compression=false 2024-11-13T20:18:59,195 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:18:59,195 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 1292, reset compression=false 2024-11-13T20:18:59,195 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39667,1731529059597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:18:59,198 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,39667,1731529059597: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,39667,1731529059597, walGroup=04ac815325d6%2C39667%2C1731529059597, offset=04ac815325d6%2C39667%2C1731529059597.1731529061593:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:39667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:18:59,199 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:18:59,202 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:18:59,204 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:18:59,204 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:18:59,204 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:18:59,204 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 453664768 }, "NonHeapMemoryUsage": { "committed": 180682752, "init": 7667712, "max": -1, "used": 175653016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:18:59,208 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:34753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:34753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:18:59,219 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/info/d8e60d1ee0ff41fbb3bf77349dcd40b7 2024-11-13T20:18:59,243 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/ns/f7d698b63ea94fa49c26936003523ac3 is 43, key is default/ns:d/1731529062635/Put/seqid=0 2024-11-13T20:18:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741847_1023 (size=5153) 2024-11-13T20:18:59,273 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/.tmp/queue/3248aee81a58425e9e8bc557957136b9 2024-11-13T20:18:59,280 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/.tmp/hfileref/481ca1840ff24e058ceca652772f72bb as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/hfileref/481ca1840ff24e058ceca652772f72bb 2024-11-13T20:18:59,287 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/hfileref/481ca1840ff24e058ceca652772f72bb, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T20:18:59,288 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/.tmp/queue/3248aee81a58425e9e8bc557957136b9 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/queue/3248aee81a58425e9e8bc557957136b9 2024-11-13T20:18:59,295 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/queue/3248aee81a58425e9e8bc557957136b9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T20:18:59,296 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7550badc804d41452bd05e18227e8e29 in 505ms, sequenceid=10, compaction requested=false 2024-11-13T20:18:59,301 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/replication/7550badc804d41452bd05e18227e8e29/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T20:18:59,301 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:18:59,301 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:18:59,301 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:18:59,302 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7550badc804d41452bd05e18227e8e29: Waiting for close lock at 1731529138791Running coprocessor pre-close hooks at 1731529138791Disabling compacts and flushes for region at 1731529138791Disabling writes for close at 1731529138791Obtaining lock to block concurrent updates at 1731529138791Preparing flush snapshotting stores in 7550badc804d41452bd05e18227e8e29 at 1731529138791Finished memstore snapshotting hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731529138792 (+1 ms)Flushing stores of hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. at 1731529138793 (+1 ms)Flushing 7550badc804d41452bd05e18227e8e29/hfileref: creating writer at 1731529138793Flushing 7550badc804d41452bd05e18227e8e29/hfileref: appending metadata at 1731529138823 (+30 ms)Flushing 7550badc804d41452bd05e18227e8e29/hfileref: closing flushed file at 1731529138823Flushing 7550badc804d41452bd05e18227e8e29/queue: creating writer at 1731529138839 (+16 ms)Flushing 7550badc804d41452bd05e18227e8e29/queue: appending metadata at 1731529138866 (+27 ms)Flushing 7550badc804d41452bd05e18227e8e29/queue: closing flushed file at 1731529138866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c87b91: reopening flushed file at 1731529139279 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3395f115: reopening flushed file at 1731529139287 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7550badc804d41452bd05e18227e8e29 in 505ms, sequenceid=10, compaction requested=false at 1731529139296 (+9 ms)Writing region close event to WAL at 1731529139297 (+1 ms)Running coprocessor post-close hooks at 1731529139301 (+4 ms)Closed at 1731529139301 2024-11-13T20:18:59,302 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529069823.7550badc804d41452bd05e18227e8e29. 2024-11-13T20:18:59,369 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:59,404 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 1292, reset compression=false 2024-11-13T20:18:59,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:18:59,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:18:59,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:18:59,557 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:18:59,557 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:18:59,570 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:59,648 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/ns/f7d698b63ea94fa49c26936003523ac3 2024-11-13T20:18:59,670 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/rep_barrier/7560214130a04757aca19010d740aedb is 112, key is test,,1731529066993.02813bececb74c3142299868717a4af4./rep_barrier:seqnumDuringOpen/1731529067425/Put/seqid=0 2024-11-13T20:18:59,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741848_1024 (size=5518) 2024-11-13T20:18:59,709 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 1292, reset compression=false 2024-11-13T20:18:59,770 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:18:59,770 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:18:59,770 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:18:59,970 DEBUG [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:00,075 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/rep_barrier/7560214130a04757aca19010d740aedb 2024-11-13T20:19:00,101 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/table/3533dc114c1f4357b355fe27f1f2fdf0 is 53, key is hbase:replication/table:state/1731529071012/Put/seqid=0 2024-11-13T20:19:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741849_1025 (size=5308) 2024-11-13T20:19:00,110 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/table/3533dc114c1f4357b355fe27f1f2fdf0 2024-11-13T20:19:00,113 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/WALs/04ac815325d6,39667,1731529059597/04ac815325d6%2C39667%2C1731529059597.1731529061593 to pos 1292, reset compression=false 2024-11-13T20:19:00,120 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/info/d8e60d1ee0ff41fbb3bf77349dcd40b7 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/info/d8e60d1ee0ff41fbb3bf77349dcd40b7 2024-11-13T20:19:00,127 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/info/d8e60d1ee0ff41fbb3bf77349dcd40b7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:19:00,129 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/ns/f7d698b63ea94fa49c26936003523ac3 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/ns/f7d698b63ea94fa49c26936003523ac3 2024-11-13T20:19:00,135 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/ns/f7d698b63ea94fa49c26936003523ac3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:19:00,136 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/rep_barrier/7560214130a04757aca19010d740aedb as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/rep_barrier/7560214130a04757aca19010d740aedb 2024-11-13T20:19:00,142 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/rep_barrier/7560214130a04757aca19010d740aedb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:19:00,144 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/.tmp/table/3533dc114c1f4357b355fe27f1f2fdf0 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/table/3533dc114c1f4357b355fe27f1f2fdf0 2024-11-13T20:19:00,155 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/table/3533dc114c1f4357b355fe27f1f2fdf0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:19:00,156 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1387ms, sequenceid=16, compaction requested=false 2024-11-13T20:19:00,157 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:19:00,168 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:19:00,169 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:00,169 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:00,169 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:00,169 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529138769Running coprocessor pre-close hooks at 1731529138769Disabling compacts and flushes for region at 1731529138769Disabling writes for close at 1731529138769Obtaining lock to block concurrent updates at 1731529138769Preparing flush snapshotting stores in 1588230740 at 1731529138769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529138770 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529138771 (+1 ms)Flushing 1588230740/info: creating writer at 1731529138771Flushing 1588230740/info: appending metadata at 1731529138800 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731529138800Flushing 1588230740/ns: creating writer at 1731529139226 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731529139242 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731529139242Flushing 1588230740/rep_barrier: creating writer at 1731529139654 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529139669 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529139670 (+1 ms)Flushing 1588230740/table: creating writer at 1731529140082 (+412 ms)Flushing 1588230740/table: appending metadata at 1731529140100 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731529140100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ea87f2: reopening flushed file at 1731529140119 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f19572: reopening flushed file at 1731529140128 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692abd74: reopening flushed file at 1731529140135 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222e8ec0: reopening flushed file at 1731529140143 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1387ms, sequenceid=16, compaction requested=false at 1731529140156 (+13 ms)Writing region close event to WAL at 1731529140161 (+5 ms)Running coprocessor post-close hooks at 1731529140168 (+7 ms)Closed at 1731529140169 (+1 ms) 2024-11-13T20:19:00,169 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:00,170 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,39667,1731529059597; all regions closed. 2024-11-13T20:19:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:19:00,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741839_1015 (size=2700) 2024-11-13T20:19:00,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741832_1008 (size=1300) 2024-11-13T20:19:00,194 DEBUG [RS:0;04ac815325d6:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:00,194 INFO [RS:0;04ac815325d6:39667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:00,194 INFO [RS:0;04ac815325d6:39667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:00,195 INFO [RS:0;04ac815325d6:39667 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:00,195 INFO [RS:0;04ac815325d6:39667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:00,195 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:00,195 INFO [RS:0;04ac815325d6:39667 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,39667,1731529059597 because: Region server is closing 2024-11-13T20:19:00,195 INFO [RS:0;04ac815325d6:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39667. 2024-11-13T20:19:00,196 DEBUG [RS:0;04ac815325d6:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:00,196 DEBUG [RS:0;04ac815325d6:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:00,196 DEBUG [RS:0;04ac815325d6:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:00,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:00,296 INFO [RS:0;04ac815325d6:39667 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.shipper04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 terminated 2024-11-13T20:19:00,296 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39667,1731529059597.replicationSource.wal-reader.04ac815325d6%2C39667%2C1731529059597,1-04ac815325d6,39667,1731529059597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:19:00,296 INFO [RS:0;04ac815325d6:39667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39667 2024-11-13T20:19:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858/rs 2024-11-13T20:19:00,299 INFO [RS:0;04ac815325d6:39667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289539858/rs/04ac815325d6,39667,1731529059597 2024-11-13T20:19:00,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,39667,1731529059597] 2024-11-13T20:19:00,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-289539858/draining/04ac815325d6,39667,1731529059597 already deleted, retry=false 2024-11-13T20:19:00,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,39667,1731529059597 expired; onlineServers=0 2024-11-13T20:19:00,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,34753,1731529059549' ***** 2024-11-13T20:19:00,302 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:19:00,302 INFO [M:0;04ac815325d6:34753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:00,302 INFO [M:0;04ac815325d6:34753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:00,302 DEBUG [M:0;04ac815325d6:34753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:19:00,302 DEBUG [M:0;04ac815325d6:34753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:19:00,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:19:00,302 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529061416 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529061416,5,FailOnTimeoutGroup] 2024-11-13T20:19:00,302 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529061408 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529061408,5,FailOnTimeoutGroup] 2024-11-13T20:19:00,302 INFO [M:0;04ac815325d6:34753 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:00,302 INFO [M:0;04ac815325d6:34753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:00,302 DEBUG [M:0;04ac815325d6:34753 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:19:00,302 INFO [M:0;04ac815325d6:34753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:19:00,302 INFO [M:0;04ac815325d6:34753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:00,303 INFO [M:0;04ac815325d6:34753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:19:00,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:19:00,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289539858/master 2024-11-13T20:19:00,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289539858 2024-11-13T20:19:00,304 DEBUG [M:0;04ac815325d6:34753 {}] zookeeper.ZKUtil(347): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Unable to get data of znode /0-289539858/master because node does not exist (not an error) 2024-11-13T20:19:00,304 WARN [M:0;04ac815325d6:34753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:19:00,306 INFO [M:0;04ac815325d6:34753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/.lastflushedseqids 2024-11-13T20:19:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741850_1026 (size=263) 2024-11-13T20:19:00,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:00,401 INFO [RS:0;04ac815325d6:39667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:00,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1003acab3730001, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:00,401 INFO [RS:0;04ac815325d6:39667 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,39667,1731529059597; zookeeper connection closed. 2024-11-13T20:19:00,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e8f85d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e8f85d2 2024-11-13T20:19:00,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:19:00,722 INFO [M:0;04ac815325d6:34753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:19:00,722 INFO [M:0;04ac815325d6:34753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:19:00,722 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:00,723 INFO [M:0;04ac815325d6:34753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:00,723 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:00,723 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:00,723 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:00,723 INFO [M:0;04ac815325d6:34753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-13T20:19:00,753 DEBUG [M:0;04ac815325d6:34753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd1b49d7685f490aa9d3e5c821464047 is 82, key is hbase:meta,,1/info:regioninfo/1731529062620/Put/seqid=0 2024-11-13T20:19:00,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741851_1027 (size=5672) 2024-11-13T20:19:00,771 INFO [M:0;04ac815325d6:34753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd1b49d7685f490aa9d3e5c821464047 2024-11-13T20:19:00,806 DEBUG [M:0;04ac815325d6:34753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48d63e8b81cd4580bf92a15606004240 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529067453/Put/seqid=0 2024-11-13T20:19:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741852_1028 (size=7241) 2024-11-13T20:19:00,814 INFO [M:0;04ac815325d6:34753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48d63e8b81cd4580bf92a15606004240 2024-11-13T20:19:00,822 INFO [M:0;04ac815325d6:34753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48d63e8b81cd4580bf92a15606004240 2024-11-13T20:19:00,853 DEBUG [M:0;04ac815325d6:34753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf60ca4fa584bc891132292ac11c985 is 69, key is 04ac815325d6,39667,1731529059597/rs:state/1731529061446/Put/seqid=0 2024-11-13T20:19:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741853_1029 (size=5156) 2024-11-13T20:19:00,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:00,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:00,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:00,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:01,271 INFO [M:0;04ac815325d6:34753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf60ca4fa584bc891132292ac11c985 2024-11-13T20:19:01,278 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd1b49d7685f490aa9d3e5c821464047 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd1b49d7685f490aa9d3e5c821464047 2024-11-13T20:19:01,282 INFO [M:0;04ac815325d6:34753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd1b49d7685f490aa9d3e5c821464047, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T20:19:01,283 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48d63e8b81cd4580bf92a15606004240 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48d63e8b81cd4580bf92a15606004240 2024-11-13T20:19:01,288 INFO [M:0;04ac815325d6:34753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48d63e8b81cd4580bf92a15606004240 2024-11-13T20:19:01,288 INFO [M:0;04ac815325d6:34753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48d63e8b81cd4580bf92a15606004240, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T20:19:01,289 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf60ca4fa584bc891132292ac11c985 as hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cf60ca4fa584bc891132292ac11c985 2024-11-13T20:19:01,293 INFO [M:0;04ac815325d6:34753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39939/user/jenkins/test-data/36c70574-a814-8e8c-2d1a-a17fcd80ebe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cf60ca4fa584bc891132292ac11c985, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T20:19:01,294 INFO [M:0;04ac815325d6:34753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=105, compaction requested=false 2024-11-13T20:19:01,296 INFO [M:0;04ac815325d6:34753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:01,296 DEBUG [M:0;04ac815325d6:34753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529140722Disabling compacts and flushes for region at 1731529140722Disabling writes for close at 1731529140723 (+1 ms)Obtaining lock to block concurrent updates at 1731529140723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529140723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731529140723Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529140724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529140724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529140749 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529140749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529140782 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529140805 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529140805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529140822 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529140852 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529140852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3217952c: reopening flushed file at 1731529141277 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33fb9634: reopening flushed file at 1731529141283 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6e6a12: reopening flushed file at 1731529141288 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=105, compaction requested=false at 1731529141294 (+6 ms)Writing region close event to WAL at 1731529141296 (+2 ms)Closed at 1731529141296 2024-11-13T20:19:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741830_1006 (size=64538) 2024-11-13T20:19:01,299 INFO [M:0;04ac815325d6:34753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:19:01,299 INFO [M:0;04ac815325d6:34753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34753 2024-11-13T20:19:01,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:01,300 INFO [M:0;04ac815325d6:34753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:01,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:01,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:01,402 INFO [M:0;04ac815325d6:34753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:01,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34753-0x1003acab3730000, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:01,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:01,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:01,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:01,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:01,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:01,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:01,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:01,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:01,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:01,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:01,438 WARN [BP-992503073-172.17.0.2-1731529058551 heartbeating to localhost/127.0.0.1:39939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:19:01,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:19:01,438 WARN [BP-992503073-172.17.0.2-1731529058551 heartbeating to localhost/127.0.0.1:39939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992503073-172.17.0.2-1731529058551 (Datanode Uuid 70f68ff6-76de-4e14-a982-36b2c7f0ad14) service to localhost/127.0.0.1:39939 2024-11-13T20:19:01,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:19:01,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c/data/data1/current/BP-992503073-172.17.0.2-1731529058551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:01,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/cluster_a5cb6f6f-9091-8372-d986-3e0e2db1840c/data/data2/current/BP-992503073-172.17.0.2-1731529058551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:01,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:19:01,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:01,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:01,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:01,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:01,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a14757-0a5c-60cb-7bd0-58216fc088cc/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:01,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:19:01,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:19:01,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 140) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62010) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62010) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f1650b8e0f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39939 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f1650b8e0f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35773 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 218) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8454 (was 9122) 2024-11-13T20:19:01,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=8454 2024-11-13T20:19:01,506 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T20:19:01,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.log.dir so I do NOT create it in target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6 2024-11-13T20:19:01,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:19:01,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.tmp.dir so I do NOT create it in target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6 2024-11-13T20:19:01,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe3ee9a-4eb8-d5dd-b76c-59ce70dd90be/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:19:01,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6 2024-11-13T20:19:01,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33, deleteOnExit=true 2024-11-13T20:19:01,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33/zookeeper_0, clientPort=55936, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:19:01,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55936 2024-11-13T20:19:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:19:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:19:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/test.cache.data in system properties and HBase conf 2024-11-13T20:19:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:19:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:19:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:19:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:19:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:19:01,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:19:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:19:01,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:19:01,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003acab3730002, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:19:01,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003acab3730002, quorum=127.0.0.1:62010, baseZNode=/0-289539858 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:19:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003acab3730005, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:19:01,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003acab3730005, quorum=127.0.0.1:62010, baseZNode=/1-1713228138 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:19:01,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:01,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:01,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:01,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:01,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:19:01,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:01,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:01,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:01,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e3351ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/java.io.tmpdir/jetty-localhost-34535-hadoop-hdfs-3_4_1-tests_jar-_-any-11383695686273816944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:01,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:34535} 2024-11-13T20:19:01,761 INFO [Time-limited test {}] server.Server(415): Started @127673ms 2024-11-13T20:19:01,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:01,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:01,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:01,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:01,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:19:01,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:01,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:01,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5152fa55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/java.io.tmpdir/jetty-localhost-33559-hadoop-hdfs-3_4_1-tests_jar-_-any-7942396190985289261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:01,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28ba7143{HTTP/1.1, (http/1.1)}{localhost:33559} 2024-11-13T20:19:01,984 INFO [Time-limited test {}] server.Server(415): Started @127896ms 2024-11-13T20:19:01,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:19:02,082 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33/data/data2/current/BP-649851613-172.17.0.2-1731529141543/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:02,082 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33/data/data1/current/BP-649851613-172.17.0.2-1731529141543/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:02,106 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:19:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75c984fb695e505c with lease ID 0x96aac20ff09b5be6: Processing first storage report for DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af from datanode DatanodeRegistration(127.0.0.1:46029, datanodeUuid=38e23001-79e0-4198-8595-c92e72510acd, infoPort=38609, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=250581163;c=1731529141543) 2024-11-13T20:19:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75c984fb695e505c with lease ID 0x96aac20ff09b5be6: from storage DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af node DatanodeRegistration(127.0.0.1:46029, datanodeUuid=38e23001-79e0-4198-8595-c92e72510acd, infoPort=38609, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=250581163;c=1731529141543), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:19:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75c984fb695e505c with lease ID 0x96aac20ff09b5be6: Processing first storage report for DS-98ce47b7-8386-4f88-8a0f-a84280eb41bd from datanode DatanodeRegistration(127.0.0.1:46029, datanodeUuid=38e23001-79e0-4198-8595-c92e72510acd, infoPort=38609, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=250581163;c=1731529141543) 2024-11-13T20:19:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75c984fb695e505c with lease ID 0x96aac20ff09b5be6: from storage DS-98ce47b7-8386-4f88-8a0f-a84280eb41bd node DatanodeRegistration(127.0.0.1:46029, datanodeUuid=38e23001-79e0-4198-8595-c92e72510acd, infoPort=38609, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=250581163;c=1731529141543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:02,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6 2024-11-13T20:19:02,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:02,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:19:02,550 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840 with version=8 2024-11-13T20:19:02,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/hbase-staging 2024-11-13T20:19:02,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:02,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:02,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:02,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:02,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:02,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:02,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:19:02,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:02,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45127 2024-11-13T20:19:02,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45127 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451270x0, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:02,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45127-0x1003acbf7a40000 connected 2024-11-13T20:19:02,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:02,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:02,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:02,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840, hbase.cluster.distributed=false 2024-11-13T20:19:02,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/acl 2024-11-13T20:19:02,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45127 2024-11-13T20:19:02,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45127 2024-11-13T20:19:02,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45127 2024-11-13T20:19:02,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45127 2024-11-13T20:19:02,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45127 2024-11-13T20:19:02,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:02,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:02,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:02,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:02,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:02,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:02,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:19:02,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:02,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40129 2024-11-13T20:19:02,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40129 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:02,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:02,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:02,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401290x0, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:02,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401290x0, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:02,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:19:02,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40129-0x1003acbf7a40001 connected 2024-11-13T20:19:02,697 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:19:02,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/master 2024-11-13T20:19:02,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/acl 2024-11-13T20:19:02,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40129 2024-11-13T20:19:02,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40129 2024-11-13T20:19:02,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40129 2024-11-13T20:19:02,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40129 2024-11-13T20:19:02,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40129 2024-11-13T20:19:02,731 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:45127 2024-11-13T20:19:02,731 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1514813459/backup-masters/04ac815325d6,45127,1731529142552 2024-11-13T20:19:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:02,735 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on existing znode=/0-1514813459/backup-masters/04ac815325d6,45127,1731529142552 2024-11-13T20:19:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:02,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514813459/master 2024-11-13T20:19:02,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:02,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on existing znode=/0-1514813459/master 2024-11-13T20:19:02,739 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1514813459/backup-masters/04ac815325d6,45127,1731529142552 from backup master directory 2024-11-13T20:19:02,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/backup-masters/04ac815325d6,45127,1731529142552 2024-11-13T20:19:02,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:02,741 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:02,741 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,45127,1731529142552 2024-11-13T20:19:02,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:02,750 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/hbase.id] with ID: 9a3fa6d6-4388-41cd-bb41-77a13c7748fd 2024-11-13T20:19:02,750 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/.tmp/hbase.id 2024-11-13T20:19:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:19:03,169 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/.tmp/hbase.id]:[hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/hbase.id] 2024-11-13T20:19:03,198 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:03,198 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:19:03,200 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T20:19:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:19:03,238 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:03,239 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:19:03,241 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:03,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:19:03,260 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store 2024-11-13T20:19:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:19:03,678 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:03,678 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:03,678 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:03,678 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:03,679 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:03,679 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:03,679 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:03,679 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529143678Disabling compacts and flushes for region at 1731529143678Disabling writes for close at 1731529143679 (+1 ms)Writing region close event to WAL at 1731529143679Closed at 1731529143679 2024-11-13T20:19:03,680 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/.initializing 2024-11-13T20:19:03,680 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552 2024-11-13T20:19:03,681 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:03,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45127%2C1731529142552, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/oldWALs, maxLogs=10 2024-11-13T20:19:03,696 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552/04ac815325d6%2C45127%2C1731529142552.1731529143683, exclude list is [], retry=0 2024-11-13T20:19:03,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:03,750 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552/04ac815325d6%2C45127%2C1731529142552.1731529143683 2024-11-13T20:19:03,751 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:03,751 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:03,751 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:03,751 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,751 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:19:03,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:03,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:03,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:19:03,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:03,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:03,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:19:03,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:03,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:03,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:19:03,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:03,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:03,760 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,761 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,761 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,763 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,763 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,763 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:03,764 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:03,767 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:03,767 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70751697, jitterRate=0.05428244173526764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:03,768 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529143751Initializing all the Stores at 1731529143752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529143752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529143752Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529143752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529143752Cleaning up temporary data from old regions at 1731529143763 (+11 ms)Region opened successfully at 1731529143768 (+5 ms) 2024-11-13T20:19:03,773 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:19:03,776 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609e7327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:03,777 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:19:03,777 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:19:03,777 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:19:03,778 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:19:03,778 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:19:03,778 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:19:03,778 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:19:03,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:19:03,781 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/balancer because node does not exist (not necessarily an error) 2024-11-13T20:19:03,876 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/balancer already deleted, retry=false 2024-11-13T20:19:03,877 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:19:03,878 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:19:03,914 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/normalizer already deleted, retry=false 2024-11-13T20:19:03,915 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:19:03,916 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:19:03,984 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/switch/split already deleted, retry=false 2024-11-13T20:19:03,985 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:19:04,030 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/switch/merge already deleted, retry=false 2024-11-13T20:19:04,033 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:19:04,037 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/snapshot-cleanup already deleted, retry=false 2024-11-13T20:19:04,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:04,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:04,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:04,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:04,046 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,45127,1731529142552, sessionid=0x1003acbf7a40000, setting cluster-up flag (Was=false) 2024-11-13T20:19:04,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:04,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:04,176 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1514813459/flush-table-proc/acquired, /0-1514813459/flush-table-proc/reached, /0-1514813459/flush-table-proc/abort 2024-11-13T20:19:04,177 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45127,1731529142552 2024-11-13T20:19:04,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:04,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:04,507 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1514813459/online-snapshot/acquired, /0-1514813459/online-snapshot/reached, /0-1514813459/online-snapshot/abort 2024-11-13T20:19:04,508 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45127,1731529142552 2024-11-13T20:19:04,510 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:19:04,511 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:04,512 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:19:04,512 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:19:04,512 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,45127,1731529142552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:04,513 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,514 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529174514 2024-11-13T20:19:04,514 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:19:04,514 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(746): ClusterId : 9a3fa6d6-4388-41cd-bb41-77a13c7748fd 2024-11-13T20:19:04,514 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:19:04,514 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:19:04,514 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:19:04,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:19:04,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:19:04,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:19:04,516 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529144516,5,FailOnTimeoutGroup] 2024-11-13T20:19:04,516 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529144516,5,FailOnTimeoutGroup] 2024-11-13T20:19:04,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:19:04,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:04,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:19:04,519 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:04,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:19:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:19:04,577 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:19:04,577 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:19:04,615 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:19:04,616 DEBUG [RS:0;04ac815325d6:40129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16671761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:04,633 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:40129 2024-11-13T20:19:04,633 INFO [RS:0;04ac815325d6:40129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:19:04,633 INFO [RS:0;04ac815325d6:40129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:19:04,633 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:19:04,634 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,45127,1731529142552 with port=40129, startcode=1731529142655 2024-11-13T20:19:04,634 DEBUG [RS:0;04ac815325d6:40129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:19:04,635 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:19:04,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,40129,1731529142655 2024-11-13T20:19:04,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45127 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,40129,1731529142655 2024-11-13T20:19:04,637 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840 2024-11-13T20:19:04,638 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42741 2024-11-13T20:19:04,638 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:19:04,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/rs 2024-11-13T20:19:04,700 DEBUG [RS:0;04ac815325d6:40129 {}] zookeeper.ZKUtil(111): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on existing znode=/0-1514813459/rs/04ac815325d6,40129,1731529142655 2024-11-13T20:19:04,700 WARN [RS:0;04ac815325d6:40129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:04,700 INFO [RS:0;04ac815325d6:40129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:04,700 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655 2024-11-13T20:19:04,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,40129,1731529142655] 2024-11-13T20:19:04,704 INFO [RS:0;04ac815325d6:40129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:19:04,706 INFO [RS:0;04ac815325d6:40129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:19:04,707 INFO [RS:0;04ac815325d6:40129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:19:04,707 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,707 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:19:04,708 INFO [RS:0;04ac815325d6:40129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:19:04,708 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:04,708 DEBUG [RS:0;04ac815325d6:40129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:04,711 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,711 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,711 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,712 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,712 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,712 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40129,1731529142655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:04,735 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:19:04,735 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40129,1731529142655-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,735 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,735 INFO [RS:0;04ac815325d6:40129 {}] regionserver.Replication(171): 04ac815325d6,40129,1731529142655 started 2024-11-13T20:19:04,757 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:04,757 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,40129,1731529142655, RpcServer on 04ac815325d6/172.17.0.2:40129, sessionid=0x1003acbf7a40001 2024-11-13T20:19:04,757 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:19:04,757 DEBUG [RS:0;04ac815325d6:40129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,40129,1731529142655 2024-11-13T20:19:04,757 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,40129,1731529142655' 2024-11-13T20:19:04,757 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1514813459/flush-table-proc/abort' 2024-11-13T20:19:04,758 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1514813459/flush-table-proc/acquired' 2024-11-13T20:19:04,758 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:19:04,758 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:19:04,758 DEBUG [RS:0;04ac815325d6:40129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,40129,1731529142655 2024-11-13T20:19:04,758 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,40129,1731529142655' 2024-11-13T20:19:04,758 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1514813459/online-snapshot/abort' 2024-11-13T20:19:04,759 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1514813459/online-snapshot/acquired' 2024-11-13T20:19:04,759 DEBUG [RS:0;04ac815325d6:40129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:19:04,759 INFO [RS:0;04ac815325d6:40129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:19:04,759 INFO [RS:0;04ac815325d6:40129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:19:04,860 INFO [RS:0;04ac815325d6:40129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:04,862 INFO [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C40129%2C1731529142655, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs, maxLogs=10 2024-11-13T20:19:04,879 DEBUG [RS:0;04ac815325d6:40129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863, exclude list is [], retry=0 2024-11-13T20:19:04,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:04,883 INFO [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863 2024-11-13T20:19:04,883 DEBUG [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:04,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:19:04,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840 2024-11-13T20:19:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:19:05,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:05,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:05,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:05,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:05,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:05,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:05,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:05,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:05,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:05,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:05,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740 2024-11-13T20:19:05,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740 2024-11-13T20:19:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:05,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:05,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:05,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:05,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70338375, jitterRate=0.04812346398830414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:05,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529145334Initializing all the Stores at 1731529145335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529145335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529145335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529145335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529145335Cleaning up temporary data from old regions at 1731529145345 (+10 ms)Region opened successfully at 1731529145350 (+5 ms) 2024-11-13T20:19:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:05,351 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:05,351 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529145351Disabling compacts and flushes for region at 1731529145351Disabling writes for close at 1731529145351Writing region close event to WAL at 1731529145351Closed at 1731529145351 2024-11-13T20:19:05,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:05,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:19:05,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:19:05,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:05,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:19:05,505 DEBUG [04ac815325d6:45127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:05,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,40129,1731529142655 2024-11-13T20:19:05,507 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,40129,1731529142655, state=OPENING 2024-11-13T20:19:05,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:19:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:05,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:05,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,40129,1731529142655}] 2024-11-13T20:19:05,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:05,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:05,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:05,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:19:05,674 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:19:05,675 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:05,675 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:19:05,676 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C40129%2C1731529142655.meta, suffix=.meta, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs, maxLogs=10 2024-11-13T20:19:05,694 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.meta.1731529145677.meta, exclude list is [], retry=0 2024-11-13T20:19:05,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:05,703 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.meta.1731529145677.meta 2024-11-13T20:19:05,704 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:05,704 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:05,704 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:05,704 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:05,704 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:19:05,704 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:19:05,705 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:19:05,705 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:05,705 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:19:05,705 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:19:05,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:05,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:05,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:05,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:05,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:05,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:05,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:05,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:05,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:05,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:05,712 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:05,713 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740 2024-11-13T20:19:05,717 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740 2024-11-13T20:19:05,718 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:05,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:05,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:05,724 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:05,725 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67844780, jitterRate=0.010966002941131592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:05,725 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:19:05,726 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529145705Writing region info on filesystem at 1731529145705Initializing all the Stores at 1731529145706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529145706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529145706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529145706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529145706Cleaning up temporary data from old regions at 1731529145719 (+13 ms)Running coprocessor post-open hooks at 1731529145725 (+6 ms)Region opened successfully at 1731529145726 (+1 ms) 2024-11-13T20:19:05,727 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529145668 2024-11-13T20:19:05,729 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:19:05,729 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:19:05,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,40129,1731529142655 2024-11-13T20:19:05,731 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,40129,1731529142655, state=OPEN 2024-11-13T20:19:05,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:05,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:05,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,40129,1731529142655 2024-11-13T20:19:05,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:05,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:05,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:19:05,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,40129,1731529142655 in 218 msec 2024-11-13T20:19:05,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:19:05,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-13T20:19:05,737 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:05,737 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:19:05,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:05,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,40129,1731529142655, seqNum=-1] 2024-11-13T20:19:05,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:05,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:05,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-13T20:19:05,746 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529145746, completionTime=-1 2024-11-13T20:19:05,746 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:19:05,746 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:19:05,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:19:05,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529205748 2024-11-13T20:19:05,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529265748 2024-11-13T20:19:05,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:19:05,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45127,1731529142552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:05,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45127,1731529142552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:05,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45127,1731529142552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:05,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:45127, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:05,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:05,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:05,751 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.012sec 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45127,1731529142552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:05,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45127,1731529142552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:19:05,758 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:19:05,758 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:19:05,758 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45127,1731529142552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:05,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:05,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45127,-1 for getting cluster id 2024-11-13T20:19:05,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:05,817 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a3fa6d6-4388-41cd-bb41-77a13c7748fd' 2024-11-13T20:19:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a3fa6d6-4388-41cd-bb41-77a13c7748fd" 2024-11-13T20:19:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff8a8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45127,-1] 2024-11-13T20:19:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:05,820 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:05,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:05,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,40129,1731529142655, seqNum=-1] 2024-11-13T20:19:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:05,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:05,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,45127,1731529142552 2024-11-13T20:19:05,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:05,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:05,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003acbf7a40002 connected 2024-11-13T20:19:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.log.dir so I do NOT create it in target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9 2024-11-13T20:19:05,833 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:19:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.tmp.dir so I do NOT create it in target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9 2024-11-13T20:19:05,833 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:19:05,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9 2024-11-13T20:19:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:19:05,833 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/cluster_8733c2a2-0398-bede-c45d-e9345e8b0d84, deleteOnExit=true 2024-11-13T20:19:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:19:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/test.cache.data in system properties and HBase conf 2024-11-13T20:19:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:19:05,834 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:19:05,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:05,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:05,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:05,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:05,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:19:05,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:05,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:05,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:06,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc17592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/java.io.tmpdir/jetty-localhost-44769-hadoop-hdfs-3_4_1-tests_jar-_-any-14208443391937966357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:06,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:44769} 2024-11-13T20:19:06,061 INFO [Time-limited test {}] server.Server(415): Started @131973ms 2024-11-13T20:19:06,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:06,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:06,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:06,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:06,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:06,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:06,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:06,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183aab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/java.io.tmpdir/jetty-localhost-41013-hadoop-hdfs-3_4_1-tests_jar-_-any-12351081939808327468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:06,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:41013} 2024-11-13T20:19:06,359 INFO [Time-limited test {}] server.Server(415): Started @132271ms 2024-11-13T20:19:06,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:19:06,936 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/cluster_8733c2a2-0398-bede-c45d-e9345e8b0d84/data/data1/current/BP-1752334619-172.17.0.2-1731529145865/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:06,936 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/cluster_8733c2a2-0398-bede-c45d-e9345e8b0d84/data/data2/current/BP-1752334619-172.17.0.2-1731529145865/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:06,959 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:19:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9aa1b0317505fcd with lease ID 0xb6c3362ec527d619: Processing first storage report for DS-26b18e72-accd-44b9-ae90-bf61883a1d8e from datanode DatanodeRegistration(127.0.0.1:39819, datanodeUuid=8b2af0a4-3255-4ffc-b67b-cfcdf7cdfd8b, infoPort=40267, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=636543381;c=1731529145865) 2024-11-13T20:19:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9aa1b0317505fcd with lease ID 0xb6c3362ec527d619: from storage DS-26b18e72-accd-44b9-ae90-bf61883a1d8e node DatanodeRegistration(127.0.0.1:39819, datanodeUuid=8b2af0a4-3255-4ffc-b67b-cfcdf7cdfd8b, infoPort=40267, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=636543381;c=1731529145865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9aa1b0317505fcd with lease ID 0xb6c3362ec527d619: Processing first storage report for DS-66249355-9a65-4fad-be98-c4a1cd98c068 from datanode DatanodeRegistration(127.0.0.1:39819, datanodeUuid=8b2af0a4-3255-4ffc-b67b-cfcdf7cdfd8b, infoPort=40267, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=636543381;c=1731529145865) 2024-11-13T20:19:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9aa1b0317505fcd with lease ID 0xb6c3362ec527d619: from storage DS-66249355-9a65-4fad-be98-c4a1cd98c068 node DatanodeRegistration(127.0.0.1:39819, datanodeUuid=8b2af0a4-3255-4ffc-b67b-cfcdf7cdfd8b, infoPort=40267, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=636543381;c=1731529145865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:07,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9 2024-11-13T20:19:07,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:07,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:07,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:19:07,028 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636 with version=8 2024-11-13T20:19:07,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/hbase-staging 2024-11-13T20:19:07,030 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:07,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:07,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:19:07,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:07,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40995 2024-11-13T20:19:07,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40995 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:07,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409950x0, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:07,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40995-0x1003acbf7a40003 connected 2024-11-13T20:19:07,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:07,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:07,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on znode that does not yet exist, /1-406830017/running 2024-11-13T20:19:07,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636, hbase.cluster.distributed=false 2024-11-13T20:19:07,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on znode that does not yet exist, /1-406830017/acl 2024-11-13T20:19:07,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40995 2024-11-13T20:19:07,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40995 2024-11-13T20:19:07,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40995 2024-11-13T20:19:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40995 2024-11-13T20:19:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40995 2024-11-13T20:19:07,226 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:07,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:07,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:07,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:07,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:07,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:07,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:19:07,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:07,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45655 2024-11-13T20:19:07,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45655 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:07,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:07,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456550x0, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:07,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456550x0, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on znode that does not yet exist, /1-406830017/running 2024-11-13T20:19:07,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45655-0x1003acbf7a40004 connected 2024-11-13T20:19:07,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:19:07,237 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:19:07,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on znode that does not yet exist, /1-406830017/master 2024-11-13T20:19:07,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on znode that does not yet exist, /1-406830017/acl 2024-11-13T20:19:07,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-13T20:19:07,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45655 2024-11-13T20:19:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45655 2024-11-13T20:19:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-13T20:19:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-13T20:19:07,262 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:40995 2024-11-13T20:19:07,265 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-406830017/backup-masters/04ac815325d6,40995,1731529147030 2024-11-13T20:19:07,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017/backup-masters 2024-11-13T20:19:07,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017/backup-masters 2024-11-13T20:19:07,267 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on existing znode=/1-406830017/backup-masters/04ac815325d6,40995,1731529147030 2024-11-13T20:19:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406830017/master 2024-11-13T20:19:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:07,270 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on existing znode=/1-406830017/master 2024-11-13T20:19:07,270 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-406830017/backup-masters/04ac815325d6,40995,1731529147030 from backup master directory 2024-11-13T20:19:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406830017/backup-masters/04ac815325d6,40995,1731529147030 2024-11-13T20:19:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017/backup-masters 2024-11-13T20:19:07,272 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017/backup-masters 2024-11-13T20:19:07,272 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,40995,1731529147030 2024-11-13T20:19:07,278 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/hbase.id] with ID: 1a2bc43a-31fe-438a-ada4-d3dd94b93d0d 2024-11-13T20:19:07,278 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/.tmp/hbase.id 2024-11-13T20:19:07,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:19:07,687 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/.tmp/hbase.id]:[hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/hbase.id] 2024-11-13T20:19:07,699 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:07,699 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:19:07,700 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:19:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:19:07,711 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:07,712 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:19:07,712 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:07,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:19:08,122 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store 2024-11-13T20:19:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:19:08,529 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:08,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:08,530 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:08,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:08,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:08,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:08,530 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:08,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529148530Disabling compacts and flushes for region at 1731529148530Disabling writes for close at 1731529148530Writing region close event to WAL at 1731529148530Closed at 1731529148530 2024-11-13T20:19:08,531 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/.initializing 2024-11-13T20:19:08,531 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/WALs/04ac815325d6,40995,1731529147030 2024-11-13T20:19:08,532 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:08,535 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C40995%2C1731529147030, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/WALs/04ac815325d6,40995,1731529147030, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/oldWALs, maxLogs=10 2024-11-13T20:19:08,549 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/WALs/04ac815325d6,40995,1731529147030/04ac815325d6%2C40995%2C1731529147030.1731529148535, exclude list is [], retry=0 2024-11-13T20:19:08,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39819,DS-26b18e72-accd-44b9-ae90-bf61883a1d8e,DISK] 2024-11-13T20:19:08,554 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/WALs/04ac815325d6,40995,1731529147030/04ac815325d6%2C40995%2C1731529147030.1731529148535 2024-11-13T20:19:08,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-13T20:19:08,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:08,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:08,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:19:08,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:08,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:08,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:19:08,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:19:08,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:08,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:08,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:19:08,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:08,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:08,563 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,564 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,564 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,565 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,565 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,566 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:08,567 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:08,569 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:08,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71609619, jitterRate=0.06706647574901581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:08,570 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529148554Initializing all the Stores at 1731529148555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529148555Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529148555Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529148555Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529148555Cleaning up temporary data from old regions at 1731529148565 (+10 ms)Region opened successfully at 1731529148570 (+5 ms) 2024-11-13T20:19:08,570 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:19:08,573 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4d3f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:08,574 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:19:08,574 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:19:08,574 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:19:08,574 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:19:08,574 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:19:08,575 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:19:08,575 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:19:08,577 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:19:08,577 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Unable to get data of znode /1-406830017/balancer because node does not exist (not necessarily an error) 2024-11-13T20:19:08,579 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406830017/balancer already deleted, retry=false 2024-11-13T20:19:08,579 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:19:08,580 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Unable to get data of znode /1-406830017/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:19:08,581 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406830017/normalizer already deleted, retry=false 2024-11-13T20:19:08,581 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:19:08,582 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Unable to get data of znode /1-406830017/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:19:08,583 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406830017/switch/split already deleted, retry=false 2024-11-13T20:19:08,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Unable to get data of znode /1-406830017/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:19:08,585 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406830017/switch/merge already deleted, retry=false 2024-11-13T20:19:08,586 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Unable to get data of znode /1-406830017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:19:08,588 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406830017/snapshot-cleanup already deleted, retry=false 2024-11-13T20:19:08,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406830017/running 2024-11-13T20:19:08,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:08,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406830017/running 2024-11-13T20:19:08,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:08,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,40995,1731529147030, sessionid=0x1003acbf7a40003, setting cluster-up flag (Was=false) 2024-11-13T20:19:08,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:08,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:08,600 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-406830017/flush-table-proc/acquired, /1-406830017/flush-table-proc/reached, /1-406830017/flush-table-proc/abort 2024-11-13T20:19:08,601 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,40995,1731529147030 2024-11-13T20:19:08,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:08,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:08,608 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-406830017/online-snapshot/acquired, /1-406830017/online-snapshot/reached, /1-406830017/online-snapshot/abort 2024-11-13T20:19:08,609 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,40995,1731529147030 2024-11-13T20:19:08,610 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:19:08,612 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:08,612 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:19:08,612 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:19:08,612 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,40995,1731529147030 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:08,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:08,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:19:08,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:08,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529178621 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:19:08,621 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:19:08,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:19:08,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:19:08,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:19:08,625 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:19:08,625 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:19:08,626 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529148625,5,FailOnTimeoutGroup] 2024-11-13T20:19:08,628 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529148626,5,FailOnTimeoutGroup] 2024-11-13T20:19:08,629 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,629 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:19:08,629 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,629 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:19:08,647 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(746): ClusterId : 1a2bc43a-31fe-438a-ada4-d3dd94b93d0d 2024-11-13T20:19:08,647 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:19:08,650 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:19:08,650 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:19:08,652 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:19:08,652 DEBUG [RS:0;04ac815325d6:45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b6dd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:08,670 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:45655 2024-11-13T20:19:08,670 INFO [RS:0;04ac815325d6:45655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:19:08,670 INFO [RS:0;04ac815325d6:45655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:19:08,670 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:19:08,671 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,40995,1731529147030 with port=45655, startcode=1731529147225 2024-11-13T20:19:08,672 DEBUG [RS:0;04ac815325d6:45655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:19:08,673 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:19:08,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,45655,1731529147225 2024-11-13T20:19:08,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40995 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,45655,1731529147225 2024-11-13T20:19:08,675 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636 2024-11-13T20:19:08,675 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39639 2024-11-13T20:19:08,675 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:19:08,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017/rs 2024-11-13T20:19:08,682 DEBUG [RS:0;04ac815325d6:45655 {}] zookeeper.ZKUtil(111): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on existing znode=/1-406830017/rs/04ac815325d6,45655,1731529147225 2024-11-13T20:19:08,682 WARN [RS:0;04ac815325d6:45655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:08,682 INFO [RS:0;04ac815325d6:45655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:08,682 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225 2024-11-13T20:19:08,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,45655,1731529147225] 2024-11-13T20:19:08,689 INFO [RS:0;04ac815325d6:45655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:19:08,691 INFO [RS:0;04ac815325d6:45655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:19:08,701 INFO [RS:0;04ac815325d6:45655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:19:08,701 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,702 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:19:08,703 INFO [RS:0;04ac815325d6:45655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:19:08,703 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:08,703 DEBUG [RS:0;04ac815325d6:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:08,705 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,705 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,705 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,705 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,705 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,705 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45655,1731529147225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:08,727 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:19:08,728 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45655,1731529147225-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,728 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,728 INFO [RS:0;04ac815325d6:45655 {}] regionserver.Replication(171): 04ac815325d6,45655,1731529147225 started 2024-11-13T20:19:08,747 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:08,747 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,45655,1731529147225, RpcServer on 04ac815325d6/172.17.0.2:45655, sessionid=0x1003acbf7a40004 2024-11-13T20:19:08,747 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:19:08,747 DEBUG [RS:0;04ac815325d6:45655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,45655,1731529147225 2024-11-13T20:19:08,747 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45655,1731529147225' 2024-11-13T20:19:08,747 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-406830017/flush-table-proc/abort' 2024-11-13T20:19:08,748 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-406830017/flush-table-proc/acquired' 2024-11-13T20:19:08,748 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:19:08,748 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:19:08,748 DEBUG [RS:0;04ac815325d6:45655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,45655,1731529147225 2024-11-13T20:19:08,748 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45655,1731529147225' 2024-11-13T20:19:08,748 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-406830017/online-snapshot/abort' 2024-11-13T20:19:08,749 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-406830017/online-snapshot/acquired' 2024-11-13T20:19:08,749 DEBUG [RS:0;04ac815325d6:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:19:08,749 INFO [RS:0;04ac815325d6:45655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:19:08,749 INFO [RS:0;04ac815325d6:45655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:19:08,850 INFO [RS:0;04ac815325d6:45655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:08,852 INFO [RS:0;04ac815325d6:45655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C45655%2C1731529147225, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/oldWALs, maxLogs=10 2024-11-13T20:19:08,867 DEBUG [RS:0;04ac815325d6:45655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225/04ac815325d6%2C45655%2C1731529147225.1731529148852, exclude list is [], retry=0 2024-11-13T20:19:08,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39819,DS-26b18e72-accd-44b9-ae90-bf61883a1d8e,DISK] 2024-11-13T20:19:08,871 INFO [RS:0;04ac815325d6:45655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225/04ac815325d6%2C45655%2C1731529147225.1731529148852 2024-11-13T20:19:08,872 DEBUG [RS:0;04ac815325d6:45655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-13T20:19:09,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:19:09,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636 2024-11-13T20:19:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:19:09,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:09,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:09,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:09,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:09,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:09,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:09,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:09,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:09,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:09,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:09,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740 2024-11-13T20:19:09,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740 2024-11-13T20:19:09,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:09,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:09,447 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:09,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:09,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:09,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72882554, jitterRate=0.08603468537330627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:09,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529149437Initializing all the Stores at 1731529149437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529149438 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529149438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529149438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529149438Cleaning up temporary data from old regions at 1731529149446 (+8 ms)Region opened successfully at 1731529149450 (+4 ms) 2024-11-13T20:19:09,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:09,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:09,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:09,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:09,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:09,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:09,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529149450Disabling compacts and flushes for region at 1731529149450Disabling writes for close at 1731529149450Writing region close event to WAL at 1731529149451 (+1 ms)Closed at 1731529149451 2024-11-13T20:19:09,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:09,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:19:09,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:19:09,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:09,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:19:09,604 DEBUG [04ac815325d6:40995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:09,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,45655,1731529147225 2024-11-13T20:19:09,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45655,1731529147225, state=OPENING 2024-11-13T20:19:09,608 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:19:09,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:09,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:09,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:09,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45655,1731529147225}] 2024-11-13T20:19:09,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406830017/meta-region-server: CHANGED 2024-11-13T20:19:09,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406830017/meta-region-server: CHANGED 2024-11-13T20:19:09,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:09,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:19:09,769 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:19:09,769 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:09,769 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:19:09,771 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C45655%2C1731529147225.meta, suffix=.meta, logDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/oldWALs, maxLogs=10 2024-11-13T20:19:09,784 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225/04ac815325d6%2C45655%2C1731529147225.meta.1731529149771.meta, exclude list is [], retry=0 2024-11-13T20:19:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39819,DS-26b18e72-accd-44b9-ae90-bf61883a1d8e,DISK] 2024-11-13T20:19:09,788 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225/04ac815325d6%2C45655%2C1731529147225.meta.1731529149771.meta 2024-11-13T20:19:09,788 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267)] 2024-11-13T20:19:09,789 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:09,789 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:09,789 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:09,789 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:19:09,789 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:19:09,789 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:19:09,789 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:09,789 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:19:09,789 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:19:09,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:09,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:09,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:09,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:09,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:09,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:09,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:09,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:09,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:09,795 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:09,796 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740 2024-11-13T20:19:09,796 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740 2024-11-13T20:19:09,798 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:09,798 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:09,798 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:09,800 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:09,801 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73621858, jitterRate=0.09705117344856262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:09,801 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:19:09,801 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529149789Writing region info on filesystem at 1731529149789Initializing all the Stores at 1731529149790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529149790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529149790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529149790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529149790Cleaning up temporary data from old regions at 1731529149798 (+8 ms)Running coprocessor post-open hooks at 1731529149801 (+3 ms)Region opened successfully at 1731529149801 2024-11-13T20:19:09,802 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529149762 2024-11-13T20:19:09,804 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:19:09,804 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:19:09,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45655,1731529147225 2024-11-13T20:19:09,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45655,1731529147225, state=OPEN 2024-11-13T20:19:09,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-406830017/meta-region-server 2024-11-13T20:19:09,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-406830017/meta-region-server 2024-11-13T20:19:09,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406830017/meta-region-server: CHANGED 2024-11-13T20:19:09,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406830017/meta-region-server: CHANGED 2024-11-13T20:19:09,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,45655,1731529147225 2024-11-13T20:19:09,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:19:09,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45655,1731529147225 in 197 msec 2024-11-13T20:19:09,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:19:09,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-13T20:19:09,812 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:09,812 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:19:09,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:09,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45655,1731529147225, seqNum=-1] 2024-11-13T20:19:09,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:09,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:09,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-13T20:19:09,819 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529149819, completionTime=-1 2024-11-13T20:19:09,819 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:19:09,819 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529209821 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529269821 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40995,1731529147030-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40995,1731529147030-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40995,1731529147030-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:40995, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:09,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:09,822 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:09,823 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.553sec 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40995,1731529147030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:09,825 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40995,1731529147030-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:19:09,827 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:19:09,827 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:19:09,827 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40995,1731529147030-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:09,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40995,-1 for getting cluster id 2024-11-13T20:19:09,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:09,849 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a2bc43a-31fe-438a-ada4-d3dd94b93d0d' 2024-11-13T20:19:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a2bc43a-31fe-438a-ada4-d3dd94b93d0d" 2024-11-13T20:19:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b6ea79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40995,-1] 2024-11-13T20:19:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:09,851 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:09,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45655,1731529147225, seqNum=-1] 2024-11-13T20:19:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:09,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:09,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,40995,1731529147030 2024-11-13T20:19:09,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:09,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:09,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003acbf7a40005 connected 2024-11-13T20:19:09,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37faaabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45127,-1 for getting cluster id 2024-11-13T20:19:09,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:09,863 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a3fa6d6-4388-41cd-bb41-77a13c7748fd' 2024-11-13T20:19:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a3fa6d6-4388-41cd-bb41-77a13c7748fd" 2024-11-13T20:19:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74865ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45127,-1] 2024-11-13T20:19:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:09,865 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1bd565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,45127,1731529142552 2024-11-13T20:19:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101afbc 2024-11-13T20:19:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:09,868 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:09,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:40995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:19:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:09,872 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:40995' 2024-11-13T20:19:09,873 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b159241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,873 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40995,-1 for getting cluster id 2024-11-13T20:19:09,873 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:09,874 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a2bc43a-31fe-438a-ada4-d3dd94b93d0d' 2024-11-13T20:19:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a2bc43a-31fe-438a-ada4-d3dd94b93d0d" 2024-11-13T20:19:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2fc7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40995,-1] 2024-11-13T20:19:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:09,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:09,875 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:09,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61795c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:09,876 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:09,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40995,1731529147030 2024-11-13T20:19:09,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@456e469c 2024-11-13T20:19:09,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:09,878 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:09,879 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T20:19:09,879 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:19:09,879 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:09,879 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:09,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:09,879 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:09,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:19:09,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:19:09,882 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:09,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:19:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741835_1011 (size=1138) 2024-11-13T20:19:09,931 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:19:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:10,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62563406b49e08001c7cb75ea41796b5, NAME => 'hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840 2024-11-13T20:19:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741836_1012 (size=44) 2024-11-13T20:19:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:10,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:19:10,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:10,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62563406b49e08001c7cb75ea41796b5, disabling compactions & flushes 2024-11-13T20:19:10,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:10,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:10,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. after waiting 0 ms 2024-11-13T20:19:10,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:10,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:10,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62563406b49e08001c7cb75ea41796b5: Waiting for close lock at 1731529150717Disabling compacts and flushes for region at 1731529150717Disabling writes for close at 1731529150718 (+1 ms)Writing region close event to WAL at 1731529150718Closed at 1731529150718 2024-11-13T20:19:10,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:19:10,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529150720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529150720"}]},"ts":"1731529150720"} 2024-11-13T20:19:10,723 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:19:10,725 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:19:10,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529150725"}]},"ts":"1731529150725"} 2024-11-13T20:19:10,728 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:19:10,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN}] 2024-11-13T20:19:10,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN 2024-11-13T20:19:10,731 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN; state=OFFLINE, location=04ac815325d6,40129,1731529142655; forceNewPlan=false, retain=false 2024-11-13T20:19:10,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=62563406b49e08001c7cb75ea41796b5, regionState=OPENING, regionLocation=04ac815325d6,40129,1731529142655 2024-11-13T20:19:10,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN because future has completed 2024-11-13T20:19:10,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62563406b49e08001c7cb75ea41796b5, server=04ac815325d6,40129,1731529142655}] 2024-11-13T20:19:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:11,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:11,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:11,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:19:11,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C40129%2C1731529142655.rep, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs, maxLogs=10 2024-11-13T20:19:11,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.rep.1731529151056, exclude list is [], retry=0 2024-11-13T20:19:11,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:11,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.rep.1731529151056 2024-11-13T20:19:11,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:11,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 62563406b49e08001c7cb75ea41796b5, NAME => 'hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:11,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. service=MultiRowMutationService 2024-11-13T20:19:11,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:19:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,097 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,099 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62563406b49e08001c7cb75ea41796b5 columnFamilyName hfileref 2024-11-13T20:19:11,099 DEBUG [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:11,099 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(327): Store=62563406b49e08001c7cb75ea41796b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:11,100 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,101 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62563406b49e08001c7cb75ea41796b5 columnFamilyName queue 2024-11-13T20:19:11,101 DEBUG [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:11,102 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(327): Store=62563406b49e08001c7cb75ea41796b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:11,102 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,104 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62563406b49e08001c7cb75ea41796b5 columnFamilyName sid 2024-11-13T20:19:11,104 DEBUG [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:11,105 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(327): Store=62563406b49e08001c7cb75ea41796b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:11,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:19:11,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:11,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 62563406b49e08001c7cb75ea41796b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75077039, jitterRate=0.11873506009578705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:19:11,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:11,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 62563406b49e08001c7cb75ea41796b5: Running coprocessor pre-open hook at 1731529151096Writing region info on filesystem at 1731529151096Initializing all the Stores at 1731529151097 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529151097Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529151097Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529151097Cleaning up temporary data from old regions at 1731529151109 (+12 ms)Running coprocessor post-open hooks at 1731529151127 (+18 ms)Region opened successfully at 1731529151127 2024-11-13T20:19:11,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5., pid=7, masterSystemTime=1731529151040 2024-11-13T20:19:11,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:11,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:11,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=62563406b49e08001c7cb75ea41796b5, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,40129,1731529142655 2024-11-13T20:19:11,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62563406b49e08001c7cb75ea41796b5, server=04ac815325d6,40129,1731529142655 because future has completed 2024-11-13T20:19:11,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T20:19:11,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 62563406b49e08001c7cb75ea41796b5, server=04ac815325d6,40129,1731529142655 in 256 msec 2024-11-13T20:19:11,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:19:11,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN in 415 msec 2024-11-13T20:19:11,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:19:11,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529151149"}]},"ts":"1731529151149"} 2024-11-13T20:19:11,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:19:11,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:19:11,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2750 sec 2024-11-13T20:19:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5., hostname=04ac815325d6,40129,1731529142655, seqNum=2] 2024-11-13T20:19:11,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:11,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:11,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:19:11,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:11,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:11,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:11,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T20:19:11,352 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:19:11,386 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,40129,1731529142655, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:19:11,386 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:11,386 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,40129,1731529142655, seqNum=-1] 2024-11-13T20:19:11,387 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:11,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T20:19:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,40129,1731529142655', locateType=CURRENT is [region=hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5., hostname=04ac815325d6,40129,1731529142655, seqNum=2] 2024-11-13T20:19:11,392 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T20:19:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T20:19:11,395 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,40129,1731529142655 suceeded 2024-11-13T20:19:11,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T20:19:11,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T20:19:11,398 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:40995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:19:11,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5290 sec 2024-11-13T20:19:11,409 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:40995' 2024-11-13T20:19:11,410 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d9ee764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:11,410 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40995,-1 for getting cluster id 2024-11-13T20:19:11,410 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:11,411 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a2bc43a-31fe-438a-ada4-d3dd94b93d0d' 2024-11-13T20:19:11,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:11,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a2bc43a-31fe-438a-ada4-d3dd94b93d0d" 2024-11-13T20:19:11,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@480a2e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:11,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40995,-1] 2024-11-13T20:19:11,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:11,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:11,413 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:11,413 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@625e1bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:11,414 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40995,1731529147030 2024-11-13T20:19:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666d5e2d 2024-11-13T20:19:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:11,415 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T20:19:11,416 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,40129,1731529142655 (queues=1) is replicating from cluster=9a3fa6d6-4388-41cd-bb41-77a13c7748fd to cluster=1a2bc43a-31fe-438a-ada4-d3dd94b93d0d 2024-11-13T20:19:11,416 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C40129%2C1731529142655 2024-11-13T20:19:11,416 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,40129,1731529142655, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:19:11,417 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.shipper04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C40129%2C1731529142655 2024-11-13T20:19:11,417 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.wal-reader.04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863, startPosition=0, beingWritten=true 2024-11-13T20:19:11,622 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.wal-reader.04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863 to pos 0, reset compression=false 2024-11-13T20:19:11,927 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.wal-reader.04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863 to pos 0, reset compression=false 2024-11-13T20:19:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:12,027 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:19:12,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:12,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:12,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:12,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:12,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:12,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,45127,1731529142552 2024-11-13T20:19:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508b959a 2024-11-13T20:19:12,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:12,031 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:12,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:19:12,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:12,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:12,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:12,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:12,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:12,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:19:12,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1794612493, stopped=false 2024-11-13T20:19:12,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,45127,1731529142552 2024-11-13T20:19:12,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:12,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:12,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:12,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:12,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:12,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:12,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:12,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:12,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:12,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:12,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,40129,1731529142655' ***** 2024-11-13T20:19:12,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:19:12,036 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:19:12,036 INFO [RS:0;04ac815325d6:40129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:19:12,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:19:12,036 INFO [RS:0;04ac815325d6:40129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:19:12,036 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(3091): Received CLOSE for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:12,036 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,40129,1731529142655 2024-11-13T20:19:12,037 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62563406b49e08001c7cb75ea41796b5, disabling compactions & flushes 2024-11-13T20:19:12,037 INFO [RS:0;04ac815325d6:40129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:12,037 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:12,037 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:12,037 INFO [RS:0;04ac815325d6:40129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:40129. 2024-11-13T20:19:12,037 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. after waiting 0 ms 2024-11-13T20:19:12,037 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:12,037 DEBUG [RS:0;04ac815325d6:40129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:12,037 DEBUG [RS:0;04ac815325d6:40129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:12,037 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62563406b49e08001c7cb75ea41796b5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T20:19:12,037 INFO [RS:0;04ac815325d6:40129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:19:12,037 INFO [RS:0;04ac815325d6:40129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:19:12,037 INFO [RS:0;04ac815325d6:40129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:19:12,037 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:19:12,038 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:19:12,038 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62563406b49e08001c7cb75ea41796b5=hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.} 2024-11-13T20:19:12,038 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:12,038 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:12,038 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:12,038 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:12,038 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:12,038 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:12,038 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T20:19:12,055 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/.tmp/queue/55b2a5c169a048fc98bc4d90e123490b is 151, key is 1-04ac815325d6,40129,1731529142655/queue:04ac815325d6%2C40129%2C1731529142655/1731529151391/Put/seqid=0 2024-11-13T20:19:12,055 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/info/199c5fcf31944a21ab9134ebef8e12e0 is 147, key is hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5./info:regioninfo/1731529151133/Put/seqid=0 2024-11-13T20:19:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741838_1014 (size=5350) 2024-11-13T20:19:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741839_1015 (size=6631) 2024-11-13T20:19:12,118 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:12,238 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:12,333 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.wal-reader.04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863 to pos 0, reset compression=false 2024-11-13T20:19:12,438 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:12,463 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/.tmp/queue/55b2a5c169a048fc98bc4d90e123490b 2024-11-13T20:19:12,465 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/info/199c5fcf31944a21ab9134ebef8e12e0 2024-11-13T20:19:12,472 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/.tmp/queue/55b2a5c169a048fc98bc4d90e123490b as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/queue/55b2a5c169a048fc98bc4d90e123490b 2024-11-13T20:19:12,479 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/queue/55b2a5c169a048fc98bc4d90e123490b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T20:19:12,480 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 62563406b49e08001c7cb75ea41796b5 in 443ms, sequenceid=5, compaction requested=false 2024-11-13T20:19:12,480 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T20:19:12,492 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/ns/f941e8334c824279962ea65f8d2dfb80 is 43, key is default/ns:d/1731529145741/Put/seqid=0 2024-11-13T20:19:12,506 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:19:12,507 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:12,507 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:12,507 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:12,507 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62563406b49e08001c7cb75ea41796b5: Waiting for close lock at 1731529152037Running coprocessor pre-close hooks at 1731529152037Disabling compacts and flushes for region at 1731529152037Disabling writes for close at 1731529152037Obtaining lock to block concurrent updates at 1731529152037Preparing flush snapshotting stores in 62563406b49e08001c7cb75ea41796b5 at 1731529152037Finished memstore snapshotting hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731529152038 (+1 ms)Flushing stores of hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. at 1731529152038Flushing 62563406b49e08001c7cb75ea41796b5/queue: creating writer at 1731529152038Flushing 62563406b49e08001c7cb75ea41796b5/queue: appending metadata at 1731529152054 (+16 ms)Flushing 62563406b49e08001c7cb75ea41796b5/queue: closing flushed file at 1731529152054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8efc81: reopening flushed file at 1731529152471 (+417 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 62563406b49e08001c7cb75ea41796b5 in 443ms, sequenceid=5, compaction requested=false at 1731529152480 (+9 ms)Writing region close event to WAL at 1731529152493 (+13 ms)Running coprocessor post-close hooks at 1731529152507 (+14 ms)Closed at 1731529152507 2024-11-13T20:19:12,508 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:12,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741840_1016 (size=5153) 2024-11-13T20:19:12,638 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:12,712 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:19:12,712 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:19:12,839 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:12,839 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.wal-reader.04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863 to pos 0, reset compression=false 2024-11-13T20:19:12,919 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/ns/f941e8334c824279962ea65f8d2dfb80 2024-11-13T20:19:12,941 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/table/67c3a84252564042ba3fab9d0f3c95a1 is 53, key is hbase:replication/table:state/1731529151149/Put/seqid=0 2024-11-13T20:19:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741841_1017 (size=5256) 2024-11-13T20:19:13,039 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:19:13,039 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:19:13,039 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:13,239 DEBUG [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:13,346 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/table/67c3a84252564042ba3fab9d0f3c95a1 2024-11-13T20:19:13,355 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/info/199c5fcf31944a21ab9134ebef8e12e0 as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/info/199c5fcf31944a21ab9134ebef8e12e0 2024-11-13T20:19:13,363 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/info/199c5fcf31944a21ab9134ebef8e12e0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T20:19:13,364 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/ns/f941e8334c824279962ea65f8d2dfb80 as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/ns/f941e8334c824279962ea65f8d2dfb80 2024-11-13T20:19:13,370 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/ns/f941e8334c824279962ea65f8d2dfb80, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:19:13,371 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/table/67c3a84252564042ba3fab9d0f3c95a1 as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/table/67c3a84252564042ba3fab9d0f3c95a1 2024-11-13T20:19:13,377 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/table/67c3a84252564042ba3fab9d0f3c95a1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T20:19:13,378 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false 2024-11-13T20:19:13,399 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T20:19:13,400 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:13,400 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:13,400 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:13,400 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529152038Running coprocessor pre-close hooks at 1731529152038Disabling compacts and flushes for region at 1731529152038Disabling writes for close at 1731529152038Obtaining lock to block concurrent updates at 1731529152038Preparing flush snapshotting stores in 1588230740 at 1731529152038Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731529152039 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529152039Flushing 1588230740/info: creating writer at 1731529152039Flushing 1588230740/info: appending metadata at 1731529152054 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731529152054Flushing 1588230740/ns: creating writer at 1731529152472 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731529152491 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731529152491Flushing 1588230740/table: creating writer at 1731529152925 (+434 ms)Flushing 1588230740/table: appending metadata at 1731529152940 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731529152940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ab7229: reopening flushed file at 1731529153354 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1f2c24: reopening flushed file at 1731529153363 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57914ac9: reopening flushed file at 1731529153371 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false at 1731529153378 (+7 ms)Writing region close event to WAL at 1731529153395 (+17 ms)Running coprocessor post-close hooks at 1731529153400 (+5 ms)Closed at 1731529153400 2024-11-13T20:19:13,400 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:13,439 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,40129,1731529142655; all regions closed. 2024-11-13T20:19:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741834_1010 (size=2742) 2024-11-13T20:19:13,443 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.wal-reader.04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.1731529144863 to pos 0, reset compression=false 2024-11-13T20:19:13,446 DEBUG [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs 2024-11-13T20:19:13,446 INFO [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C40129%2C1731529142655.meta:.meta(num 1731529145677) 2024-11-13T20:19:13,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655/04ac815325d6%2C40129%2C1731529142655.rep.1731529151056 not finished, retry = 0 2024-11-13T20:19:13,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741837_1013 (size=1586) 2024-11-13T20:19:13,551 DEBUG [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs 2024-11-13T20:19:13,552 INFO [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C40129%2C1731529142655.rep:(num 1731529151056) 2024-11-13T20:19:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741832_1008 (size=93) 2024-11-13T20:19:13,556 DEBUG [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs 2024-11-13T20:19:13,556 INFO [RS:0;04ac815325d6:40129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C40129%2C1731529142655:(num 1731529144863) 2024-11-13T20:19:13,556 DEBUG [RS:0;04ac815325d6:40129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:13,556 INFO [RS:0;04ac815325d6:40129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:13,556 INFO [RS:0;04ac815325d6:40129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:13,556 INFO [RS:0;04ac815325d6:40129 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:13,557 INFO [RS:0;04ac815325d6:40129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:13,557 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:13,557 INFO [RS:0;04ac815325d6:40129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,40129,1731529142655 because: Region server is closing 2024-11-13T20:19:13,557 INFO [RS:0;04ac815325d6:40129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:40129. 2024-11-13T20:19:13,557 DEBUG [RS:0;04ac815325d6:40129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:13,557 DEBUG [RS:0;04ac815325d6:40129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:13,557 DEBUG [RS:0;04ac815325d6:40129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:13,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:13,658 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.wal-reader.04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:19:13,658 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.shipper04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:19:13,658 INFO [RS:0;04ac815325d6:40129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,40129,1731529142655.replicationSource.shipper04ac815325d6%2C40129%2C1731529142655,1-04ac815325d6,40129,1731529142655 terminated 2024-11-13T20:19:13,658 INFO [RS:0;04ac815325d6:40129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40129 2024-11-13T20:19:13,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/rs/04ac815325d6,40129,1731529142655 2024-11-13T20:19:13,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/rs 2024-11-13T20:19:13,660 INFO [RS:0;04ac815325d6:40129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:13,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,40129,1731529142655] 2024-11-13T20:19:13,670 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/draining/04ac815325d6,40129,1731529142655 already deleted, retry=false 2024-11-13T20:19:13,670 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,40129,1731529142655 expired; onlineServers=0 2024-11-13T20:19:13,670 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,45127,1731529142552' ***** 2024-11-13T20:19:13,670 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:19:13,670 INFO [M:0;04ac815325d6:45127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:13,671 INFO [M:0;04ac815325d6:45127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:13,671 DEBUG [M:0;04ac815325d6:45127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:19:13,671 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:19:13,671 DEBUG [M:0;04ac815325d6:45127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:19:13,671 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529144516 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529144516,5,FailOnTimeoutGroup] 2024-11-13T20:19:13,671 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529144516 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529144516,5,FailOnTimeoutGroup] 2024-11-13T20:19:13,671 INFO [M:0;04ac815325d6:45127 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:13,671 INFO [M:0;04ac815325d6:45127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:13,671 DEBUG [M:0;04ac815325d6:45127 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:19:13,671 INFO [M:0;04ac815325d6:45127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:19:13,671 INFO [M:0;04ac815325d6:45127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:13,672 INFO [M:0;04ac815325d6:45127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:19:13,672 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:19:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/master 2024-11-13T20:19:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:13,709 DEBUG [M:0;04ac815325d6:45127 {}] zookeeper.ZKUtil(347): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/master because node does not exist (not an error) 2024-11-13T20:19:13,709 WARN [M:0;04ac815325d6:45127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:19:13,714 INFO [M:0;04ac815325d6:45127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/.lastflushedseqids 2024-11-13T20:19:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741842_1018 (size=181) 2024-11-13T20:19:13,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:13,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40129-0x1003acbf7a40001, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:13,763 INFO [RS:0;04ac815325d6:40129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:13,763 INFO [RS:0;04ac815325d6:40129 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,40129,1731529142655; zookeeper connection closed. 2024-11-13T20:19:13,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46ee8e3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46ee8e3b 2024-11-13T20:19:13,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:19:14,119 INFO [M:0;04ac815325d6:45127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:19:14,119 INFO [M:0;04ac815325d6:45127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:19:14,120 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:14,120 INFO [M:0;04ac815325d6:45127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:14,120 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:14,120 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:14,120 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:14,120 INFO [M:0;04ac815325d6:45127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T20:19:14,140 DEBUG [M:0;04ac815325d6:45127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80d51c7060004e498dbd50fb4709e1a1 is 82, key is hbase:meta,,1/info:regioninfo/1731529145730/Put/seqid=0 2024-11-13T20:19:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741843_1019 (size=5672) 2024-11-13T20:19:14,554 INFO [M:0;04ac815325d6:45127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80d51c7060004e498dbd50fb4709e1a1 2024-11-13T20:19:14,585 DEBUG [M:0;04ac815325d6:45127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4bfa70c8beb40388a5e0d2195de3c2e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731529151155/Put/seqid=0 2024-11-13T20:19:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741844_1020 (size=7203) 2024-11-13T20:19:14,993 INFO [M:0;04ac815325d6:45127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4bfa70c8beb40388a5e0d2195de3c2e 2024-11-13T20:19:15,021 DEBUG [M:0;04ac815325d6:45127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e72e380c9f84060b882f83664b4604c is 69, key is 04ac815325d6,40129,1731529142655/rs:state/1731529144636/Put/seqid=0 2024-11-13T20:19:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741845_1021 (size=5156) 2024-11-13T20:19:15,432 INFO [M:0;04ac815325d6:45127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e72e380c9f84060b882f83664b4604c 2024-11-13T20:19:15,438 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80d51c7060004e498dbd50fb4709e1a1 as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80d51c7060004e498dbd50fb4709e1a1 2024-11-13T20:19:15,443 INFO [M:0;04ac815325d6:45127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80d51c7060004e498dbd50fb4709e1a1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T20:19:15,443 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4bfa70c8beb40388a5e0d2195de3c2e as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4bfa70c8beb40388a5e0d2195de3c2e 2024-11-13T20:19:15,448 INFO [M:0;04ac815325d6:45127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4bfa70c8beb40388a5e0d2195de3c2e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T20:19:15,448 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e72e380c9f84060b882f83664b4604c as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e72e380c9f84060b882f83664b4604c 2024-11-13T20:19:15,452 INFO [M:0;04ac815325d6:45127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e72e380c9f84060b882f83664b4604c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T20:19:15,453 INFO [M:0;04ac815325d6:45127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=70, compaction requested=false 2024-11-13T20:19:15,454 INFO [M:0;04ac815325d6:45127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:15,454 DEBUG [M:0;04ac815325d6:45127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529154119Disabling compacts and flushes for region at 1731529154119Disabling writes for close at 1731529154120 (+1 ms)Obtaining lock to block concurrent updates at 1731529154120Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529154120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731529154120Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529154121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529154121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529154140 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529154140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529154560 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529154585 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529154585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529155000 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529155021 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529155021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33600abd: reopening flushed file at 1731529155437 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442d4ce6: reopening flushed file at 1731529155443 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cabfc59: reopening flushed file at 1731529155448 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=70, compaction requested=false at 1731529155453 (+5 ms)Writing region close event to WAL at 1731529155454 (+1 ms)Closed at 1731529155454 2024-11-13T20:19:15,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741830_1006 (size=41008) 2024-11-13T20:19:15,457 INFO [M:0;04ac815325d6:45127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:19:15,457 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:15,457 INFO [M:0;04ac815325d6:45127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45127 2024-11-13T20:19:15,458 INFO [M:0;04ac815325d6:45127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:15,559 INFO [M:0;04ac815325d6:45127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45127-0x1003acbf7a40000, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:15,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:15,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:15,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:15,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:15,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:15,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:15,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:19:15,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:15,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45597 2024-11-13T20:19:15,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45597 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:15,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455970x0, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:15,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45597-0x1003acbf7a40006 connected 2024-11-13T20:19:15,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:15,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:15,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:15,653 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: INIT 2024-11-13T20:19:15,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840, hbase.cluster.distributed=false 2024-11-13T20:19:15,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/acl 2024-11-13T20:19:15,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45597 2024-11-13T20:19:15,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45597 2024-11-13T20:19:15,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45597 2024-11-13T20:19:15,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45597 2024-11-13T20:19:15,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45597 2024-11-13T20:19:15,671 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:15,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:15,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:15,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:15,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:15,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:15,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:19:15,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:15,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33795 2024-11-13T20:19:15,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33795 connecting to ZooKeeper ensemble=127.0.0.1:55936 2024-11-13T20:19:15,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:15,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:15,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337950x0, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:15,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337950x0, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:15,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33795-0x1003acbf7a40007 connected 2024-11-13T20:19:15,717 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: INIT 2024-11-13T20:19:15,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:19:15,718 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:19:15,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/master 2024-11-13T20:19:15,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/acl 2024-11-13T20:19:15,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T20:19:15,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33795 2024-11-13T20:19:15,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33795 2024-11-13T20:19:15,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T20:19:15,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T20:19:15,737 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:45597 2024-11-13T20:19:15,738 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1514813459/backup-masters/04ac815325d6,45597,1731529155561 2024-11-13T20:19:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:15,817 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on existing znode=/0-1514813459/backup-masters/04ac815325d6,45597,1731529155561 2024-11-13T20:19:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514813459/master 2024-11-13T20:19:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:15,863 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on existing znode=/0-1514813459/master 2024-11-13T20:19:15,863 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1514813459/backup-masters/04ac815325d6,45597,1731529155561 from backup master directory 2024-11-13T20:19:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/backup-masters/04ac815325d6,45597,1731529155561 2024-11-13T20:19:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/backup-masters 2024-11-13T20:19:15,940 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:15,940 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,45597,1731529155561 2024-11-13T20:19:15,951 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:15,951 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:19:15,957 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-13T20:19:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741846_1022 (size=196) 2024-11-13T20:19:16,485 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:16,486 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:19:16,486 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:16,494 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T20:19:16,497 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552 to hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552-dead as it is dead 2024-11-13T20:19:16,497 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552-dead/04ac815325d6%2C45127%2C1731529142552.1731529143683 2024-11-13T20:19:16,498 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552-dead/04ac815325d6%2C45127%2C1731529142552.1731529143683 after 1ms 2024-11-13T20:19:16,499 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552-dead/04ac815325d6%2C45127%2C1731529142552.1731529143683 to hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C45127%2C1731529142552.1731529143683 2024-11-13T20:19:16,499 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45127,1731529142552-dead 2024-11-13T20:19:16,500 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45597,1731529155561 2024-11-13T20:19:16,501 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:16,502 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45597%2C1731529155561, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45597,1731529155561, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/oldWALs, maxLogs=10 2024-11-13T20:19:16,515 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45597,1731529155561/04ac815325d6%2C45597%2C1731529155561.1731529156502, exclude list is [], retry=0 2024-11-13T20:19:16,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:16,521 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45597,1731529155561/04ac815325d6%2C45597%2C1731529155561.1731529156502 2024-11-13T20:19:16,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:16,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:16,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:16,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,521 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:19:16,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:16,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80d51c7060004e498dbd50fb4709e1a1 2024-11-13T20:19:16,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:16,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:19:16,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:16,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4bfa70c8beb40388a5e0d2195de3c2e 2024-11-13T20:19:16,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:16,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:19:16,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:16,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e72e380c9f84060b882f83664b4604c 2024-11-13T20:19:16,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:16,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:19:16,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:16,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:16,544 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,544 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T20:19:16,545 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C45127%2C1731529142552.1731529143683 2024-11-13T20:19:16,549 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C45127%2C1731529142552.1731529143683 2024-11-13T20:19:16,549 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/04ac815325d6%2C45127%2C1731529142552.1731529143683 2024-11-13T20:19:16,550 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,550 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,551 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:16,552 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:16,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T20:19:16,555 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67804107, jitterRate=0.010359928011894226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:16,555 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529156522Initializing all the Stores at 1731529156522Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529156522Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529156522Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529156522Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529156522Cleaning up temporary data from old regions at 1731529156550 (+28 ms)Region opened successfully at 1731529156555 (+5 ms) 2024-11-13T20:19:16,555 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:19:16,558 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a0065b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:16,561 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T20:19:16,561 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:19:16,561 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:19:16,561 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:19:16,561 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:19:16,564 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:16,564 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:19:16,565 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:19:16,565 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T20:19:16,565 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:19:16,567 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=04ac815325d6,40129,1731529142655, regionLocation=04ac815325d6,40129,1731529142655, openSeqNum=2 2024-11-13T20:19:16,567 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=04ac815325d6,40129,1731529142655, table=hbase:meta, region=1588230740 2024-11-13T20:19:16,567 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,40129,1731529142655, state=OPEN 2024-11-13T20:19:16,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:16,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:16,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:16,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:16,573 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:19:16,574 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/draining/04ac815325d6,40129,1731529142655 already deleted, retry=false 2024-11-13T20:19:16,574 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 04ac815325d6,40129,1731529142655 on 04ac815325d6,45597,1731529155561 2024-11-13T20:19:16,576 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 04ac815325d6,40129,1731529142655, splitWal=true, meta=true 2024-11-13T20:19:16,576 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 04ac815325d6,40129,1731529142655 (carryingMeta=true) 04ac815325d6,40129,1731529142655/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7b62f8d1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T20:19:16,577 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/balancer because node does not exist (not necessarily an error) 2024-11-13T20:19:16,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/balancer already deleted, retry=false 2024-11-13T20:19:16,579 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:19:16,579 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:19:16,586 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/normalizer already deleted, retry=false 2024-11-13T20:19:16,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:19:16,587 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:19:16,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:16,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:16,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:16,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:16,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:16,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:16,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:16,655 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/switch/split already deleted, retry=false 2024-11-13T20:19:16,657 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:19:16,662 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/switch/merge already deleted, retry=false 2024-11-13T20:19:16,710 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:19:16,747 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/snapshot-cleanup already deleted, retry=false 2024-11-13T20:19:16,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:16,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:16,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:16,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:16,755 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,45597,1731529155561, sessionid=0x1003acbf7a40006, setting cluster-up flag (Was=false) 2024-11-13T20:19:16,763 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1514813459/flush-table-proc/acquired, /0-1514813459/flush-table-proc/reached, /0-1514813459/flush-table-proc/abort 2024-11-13T20:19:16,765 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45597,1731529155561 2024-11-13T20:19:16,770 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1514813459/online-snapshot/acquired, /0-1514813459/online-snapshot/reached, /0-1514813459/online-snapshot/abort 2024-11-13T20:19:16,771 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45597,1731529155561 2024-11-13T20:19:16,772 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/.lastflushedseqids 2024-11-13T20:19:16,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:19:16,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:19:16,776 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,45597,1731529155561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 04ac815325d6,40129,1731529142655 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:16,778 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529186779 2024-11-13T20:19:16,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:19:16,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:19:16,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:19:16,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:19:16,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:19:16,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:19:16,779 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 04ac815325d6,40129,1731529142655, splitWal=true, meta=true 2024-11-13T20:19:16,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:19:16,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:19:16,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:19:16,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:19:16,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:19:16,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:19:16,780 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,40129,1731529142655, splitWal=true, meta=true, isMeta: true 2024-11-13T20:19:16,780 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529156780,5,FailOnTimeoutGroup] 2024-11-13T20:19:16,781 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529156780,5,FailOnTimeoutGroup] 2024-11-13T20:19:16,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:19:16,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529156781, completionTime=-1 2024-11-13T20:19:16,781 WARN [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T20:19:16,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T20:19:16,782 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655-splitting 2024-11-13T20:19:16,782 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655-splitting dir is empty, no logs to split. 2024-11-13T20:19:16,782 INFO [PEWorker-1 {}] master.SplitWALManager(105): 04ac815325d6,40129,1731529142655 WAL count=0, meta=true 2024-11-13T20:19:16,784 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655-splitting dir is empty, no logs to split. 2024-11-13T20:19:16,784 INFO [PEWorker-1 {}] master.SplitWALManager(105): 04ac815325d6,40129,1731529142655 WAL count=0, meta=true 2024-11-13T20:19:16,784 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 04ac815325d6,40129,1731529142655 WAL splitting is done? wals=0, meta=true 2024-11-13T20:19:16,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:19:16,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:16,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:19:16,827 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(746): ClusterId : 9a3fa6d6-4388-41cd-bb41-77a13c7748fd 2024-11-13T20:19:16,827 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:19:16,828 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:19:16,828 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:19:16,830 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:19:16,830 DEBUG [RS:0;04ac815325d6:33795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301d8bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:16,847 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:33795 2024-11-13T20:19:16,847 INFO [RS:0;04ac815325d6:33795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:19:16,847 INFO [RS:0;04ac815325d6:33795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:19:16,847 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:19:16,848 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,45597,1731529155561 with port=33795, startcode=1731529155671 2024-11-13T20:19:16,848 DEBUG [RS:0;04ac815325d6:33795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:19:16,850 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:19:16,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,33795,1731529155671 2024-11-13T20:19:16,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45597 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,33795,1731529155671 2024-11-13T20:19:16,851 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840 2024-11-13T20:19:16,851 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42741 2024-11-13T20:19:16,851 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:19:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/rs 2024-11-13T20:19:16,858 DEBUG [RS:0;04ac815325d6:33795 {}] zookeeper.ZKUtil(111): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on existing znode=/0-1514813459/rs/04ac815325d6,33795,1731529155671 2024-11-13T20:19:16,858 WARN [RS:0;04ac815325d6:33795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:16,858 INFO [RS:0;04ac815325d6:33795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:16,858 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671 2024-11-13T20:19:16,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,33795,1731529155671] 2024-11-13T20:19:16,878 INFO [RS:0;04ac815325d6:33795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:19:16,879 INFO [RS:0;04ac815325d6:33795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:19:16,880 INFO [RS:0;04ac815325d6:33795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:19:16,880 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,880 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:16,881 DEBUG [RS:0;04ac815325d6:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:16,881 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,881 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33795,1731529155671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:16,897 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:19:16,897 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33795,1731529155671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,913 INFO [RS:0;04ac815325d6:33795 {}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,33795,1731529155671, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:19:16,913 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,913 INFO [RS:0;04ac815325d6:33795 {}] regionserver.Replication(171): 04ac815325d6,33795,1731529155671 started 2024-11-13T20:19:16,927 DEBUG [RS:0;04ac815325d6:33795.replicationSource,1-04ac815325d6,33795,1731529155671 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:40995' 2024-11-13T20:19:16,927 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:16,927 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,33795,1731529155671, RpcServer on 04ac815325d6/172.17.0.2:33795, sessionid=0x1003acbf7a40007 2024-11-13T20:19:16,927 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:19:16,927 DEBUG [RS:0;04ac815325d6:33795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,33795,1731529155671 2024-11-13T20:19:16,927 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,33795,1731529155671' 2024-11-13T20:19:16,927 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1514813459/flush-table-proc/abort' 2024-11-13T20:19:16,927 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1514813459/flush-table-proc/acquired' 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,33795,1731529155671 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,33795,1731529155671' 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1514813459/online-snapshot/abort' 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795.replicationSource,1-04ac815325d6,33795,1731529155671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5365b24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795.replicationSource,1-04ac815325d6,33795,1731529155671 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40995,-1 for getting cluster id 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795.replicationSource,1-04ac815325d6,33795,1731529155671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:16,928 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1514813459/online-snapshot/acquired' 2024-11-13T20:19:16,929 DEBUG [RS:0;04ac815325d6:33795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:19:16,929 INFO [RS:0;04ac815325d6:33795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:19:16,929 INFO [RS:0;04ac815325d6:33795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:19:16,929 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a2bc43a-31fe-438a-ada4-d3dd94b93d0d' 2024-11-13T20:19:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a2bc43a-31fe-438a-ada4-d3dd94b93d0d" 2024-11-13T20:19:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b8920b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40995,-1] 2024-11-13T20:19:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:16,931 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:16,932 DEBUG [RS:0;04ac815325d6:33795.replicationSource,1-04ac815325d6,33795,1731529155671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180987ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:16,932 DEBUG [RS:0;04ac815325d6:33795.replicationSource,1-04ac815325d6,33795,1731529155671 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40995,1731529147030 2024-11-13T20:19:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58254c6c 2024-11-13T20:19:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:16,934 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T20:19:16,935 INFO [RS:0;04ac815325d6:33795.replicationSource,1-04ac815325d6,33795,1731529155671 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,33795,1731529155671 (queues=0) is replicating from cluster=9a3fa6d6-4388-41cd-bb41-77a13c7748fd to cluster=1a2bc43a-31fe-438a-ada4-d3dd94b93d0d 2024-11-13T20:19:16,937 WARN [04ac815325d6:45597 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:19:17,029 INFO [RS:0;04ac815325d6:33795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:17,031 INFO [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C33795%2C1731529155671, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs, maxLogs=10 2024-11-13T20:19:17,047 DEBUG [RS:0;04ac815325d6:33795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031, exclude list is [], retry=0 2024-11-13T20:19:17,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:17,052 INFO [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 2024-11-13T20:19:17,052 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 04ac815325d6%2C33795%2C1731529155671 for peer 1 2024-11-13T20:19:17,052 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C33795%2C1731529155671 2024-11-13T20:19:17,053 INFO [RS:0;04ac815325d6:33795 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,33795,1731529155671, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:19:17,053 DEBUG [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:17,053 INFO [RS:0;04ac815325d6:33795.replicationSource.shipper04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C33795%2C1731529155671 2024-11-13T20:19:17,053 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031, startPosition=0, beingWritten=true 2024-11-13T20:19:17,187 DEBUG [04ac815325d6:45597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:17,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,33795,1731529155671 2024-11-13T20:19:17,189 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,33795,1731529155671, state=OPENING 2024-11-13T20:19:17,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:17,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:17,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:17,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:17,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,33795,1731529155671}] 2024-11-13T20:19:17,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:17,258 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:17,344 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:17,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:19:17,349 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:19:17,349 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:17,350 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:19:17,351 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C33795%2C1731529155671.meta, suffix=.meta, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs, maxLogs=10 2024-11-13T20:19:17,365 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.meta.1731529157351.meta, exclude list is [], retry=0 2024-11-13T20:19:17,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:17,370 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.meta.1731529157351.meta 2024-11-13T20:19:17,370 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:17,370 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:17,370 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:17,371 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:17,371 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:19:17,371 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:19:17,371 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:19:17,371 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:17,371 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:19:17,371 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:19:17,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:17,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:17,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:17,379 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/info/199c5fcf31944a21ab9134ebef8e12e0 2024-11-13T20:19:17,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:17,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:17,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:17,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:17,386 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/ns/f941e8334c824279962ea65f8d2dfb80 2024-11-13T20:19:17,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:17,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:17,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:17,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:17,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:17,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:17,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:17,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:17,393 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/table/67c3a84252564042ba3fab9d0f3c95a1 2024-11-13T20:19:17,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:17,393 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:17,394 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740 2024-11-13T20:19:17,395 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740 2024-11-13T20:19:17,396 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:17,396 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:17,397 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:17,398 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:17,399 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70517573, jitterRate=0.05079372227191925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:17,399 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:19:17,399 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529157371Writing region info on filesystem at 1731529157371Initializing all the Stores at 1731529157372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529157372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529157372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529157372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529157372Cleaning up temporary data from old regions at 1731529157396 (+24 ms)Running coprocessor post-open hooks at 1731529157399 (+3 ms)Region opened successfully at 1731529157399 2024-11-13T20:19:17,400 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731529157344 2024-11-13T20:19:17,402 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:19:17,403 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:19:17,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=04ac815325d6,33795,1731529155671 2024-11-13T20:19:17,404 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,33795,1731529155671, state=OPEN 2024-11-13T20:19:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1514813459/meta-region-server 2024-11-13T20:19:17,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,33795,1731529155671 2024-11-13T20:19:17,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:17,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1514813459/meta-region-server: CHANGED 2024-11-13T20:19:17,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T20:19:17,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,33795,1731529155671 in 215 msec 2024-11-13T20:19:17,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:19:17,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-13T20:19:17,563 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:17,970 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:18,383 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T20:19:18,477 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:19,083 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:19,789 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:19,886 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T20:19:20,595 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:21,289 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T20:19:21,289 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:19:21,289 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:21,289 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,33795,1731529155671, seqNum=-1] 2024-11-13T20:19:21,290 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:21,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:21,296 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62563406b49e08001c7cb75ea41796b5, regionState=OPEN, lastHost=04ac815325d6,40129,1731529142655, regionLocation=04ac815325d6,40129,1731529142655, openSeqNum=2 2024-11-13T20:19:21,296 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:19:21,296 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529221296 2024-11-13T20:19:21,296 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529281296 2024-11-13T20:19:21,296 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-13T20:19:21,296 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 04ac815325d6,40129,1731529142655 had 2 regions 2024-11-13T20:19:21,296 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45597,1731529155561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:21,296 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45597,1731529155561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:21,296 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45597,1731529155561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:21,297 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:45597, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:21,297 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:21,297 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:21,298 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,40129,1731529142655, splitWal=true, meta=true, isMeta: false 2024-11-13T20:19:21,300 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655-splitting dir is empty, no logs to split. 2024-11-13T20:19:21,300 INFO [PEWorker-3 {}] master.SplitWALManager(105): 04ac815325d6,40129,1731529142655 WAL count=0, meta=false 2024-11-13T20:19:21,302 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,40129,1731529142655-splitting dir is empty, no logs to split. 2024-11-13T20:19:21,302 INFO [PEWorker-3 {}] master.SplitWALManager(105): 04ac815325d6,40129,1731529142655 WAL count=0, meta=false 2024-11-13T20:19:21,302 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 04ac815325d6,40129,1731529142655 WAL splitting is done? wals=0, meta=false 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.363sec 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45597,1731529155561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:21,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45597,1731529155561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:19:21,304 WARN [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=04ac815325d6,40129,1731529142655/hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:21,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN}] 2024-11-13T20:19:21,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN 2024-11-13T20:19:21,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:19:21,308 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:19:21,308 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:19:21,308 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45597,1731529155561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:21,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:21,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45597,-1 for getting cluster id 2024-11-13T20:19:21,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:21,331 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a3fa6d6-4388-41cd-bb41-77a13c7748fd' 2024-11-13T20:19:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a3fa6d6-4388-41cd-bb41-77a13c7748fd" 2024-11-13T20:19:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1934f0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45597,-1] 2024-11-13T20:19:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,333 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:21,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57315ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:21,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,33795,1731529155671, seqNum=-1] 2024-11-13T20:19:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:21,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:21,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T20:19:21,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:21,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:21,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:21,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 04ac815325d6:45597 after: 04ac815325d6:45597 2024-11-13T20:19:21,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:21,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45597,-1 for getting cluster id 2024-11-13T20:19:21,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:21,341 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a3fa6d6-4388-41cd-bb41-77a13c7748fd' 2024-11-13T20:19:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a3fa6d6-4388-41cd-bb41-77a13c7748fd" 2024-11-13T20:19:21,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ed0a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:21,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45597,-1] 2024-11-13T20:19:21,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:21,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,343 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:21,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:21,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,45597,1731529155561 2024-11-13T20:19:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc4c167 2024-11-13T20:19:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:21,345 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:21,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T20:19:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:19:21,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:21,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:21,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:21,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:19:21,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=415128023, stopped=false 2024-11-13T20:19:21,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,40995,1731529147030 2024-11-13T20:19:21,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406830017/running 2024-11-13T20:19:21,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406830017/running 2024-11-13T20:19:21,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:21,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:21,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:21,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:21,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:21,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,349 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,45655,1731529147225' ***** 2024-11-13T20:19:21,349 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:19:21,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on znode that does not yet exist, /1-406830017/running 2024-11-13T20:19:21,349 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:19:21,349 INFO [RS:0;04ac815325d6:45655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:19:21,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:19:21,349 INFO [RS:0;04ac815325d6:45655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:19:21,349 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,45655,1731529147225 2024-11-13T20:19:21,349 INFO [RS:0;04ac815325d6:45655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:21,349 INFO [RS:0;04ac815325d6:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:45655. 2024-11-13T20:19:21,349 DEBUG [RS:0;04ac815325d6:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:21,349 DEBUG [RS:0;04ac815325d6:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,350 INFO [RS:0;04ac815325d6:45655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:19:21,350 INFO [RS:0;04ac815325d6:45655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:19:21,350 INFO [RS:0;04ac815325d6:45655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:19:21,350 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:19:21,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Set watcher on znode that does not yet exist, /1-406830017/running 2024-11-13T20:19:21,350 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:19:21,350 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:19:21,350 DEBUG [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:21,350 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:21,350 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:21,350 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:21,350 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:21,350 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:21,350 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T20:19:21,371 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740/.tmp/ns/315003c28a514317b3c61efcfaa51560 is 43, key is default/ns:d/1731529149815/Put/seqid=0 2024-11-13T20:19:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741835_1011 (size=5153) 2024-11-13T20:19:21,376 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740/.tmp/ns/315003c28a514317b3c61efcfaa51560 2024-11-13T20:19:21,383 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740/.tmp/ns/315003c28a514317b3c61efcfaa51560 as hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740/ns/315003c28a514317b3c61efcfaa51560 2024-11-13T20:19:21,388 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740/ns/315003c28a514317b3c61efcfaa51560, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T20:19:21,389 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 39ms, sequenceid=6, compaction requested=false 2024-11-13T20:19:21,389 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:19:21,397 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T20:19:21,397 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:21,397 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:21,398 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:21,398 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529161350Running coprocessor pre-close hooks at 1731529161350Disabling compacts and flushes for region at 1731529161350Disabling writes for close at 1731529161350Obtaining lock to block concurrent updates at 1731529161350Preparing flush snapshotting stores in 1588230740 at 1731529161350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731529161351 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529161351Flushing 1588230740/ns: creating writer at 1731529161351Flushing 1588230740/ns: appending metadata at 1731529161370 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731529161370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a54ba93: reopening flushed file at 1731529161382 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 39ms, sequenceid=6, compaction requested=false at 1731529161389 (+7 ms)Writing region close event to WAL at 1731529161392 (+3 ms)Running coprocessor post-close hooks at 1731529161397 (+5 ms)Closed at 1731529161397 2024-11-13T20:19:21,398 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:21,418 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:21,458 DEBUG [04ac815325d6:45597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:21,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=62563406b49e08001c7cb75ea41796b5, regionState=OPENING, regionLocation=04ac815325d6,33795,1731529155671 2024-11-13T20:19:21,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN because future has completed 2024-11-13T20:19:21,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62563406b49e08001c7cb75ea41796b5, server=04ac815325d6,33795,1731529155671}] 2024-11-13T20:19:21,501 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:21,550 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,45655,1731529147225; all regions closed. 2024-11-13T20:19:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741834_1010 (size=1152) 2024-11-13T20:19:21,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/WALs/04ac815325d6,45655,1731529147225/04ac815325d6%2C45655%2C1731529147225.meta.1731529149771.meta not finished, retry = 0 2024-11-13T20:19:21,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:21,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:21,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:19:21,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C33795%2C1731529155671.rep, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs, maxLogs=10 2024-11-13T20:19:21,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.rep.1731529161620, exclude list is [], retry=0 2024-11-13T20:19:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-f1fc0a02-6eff-45d6-9e82-5bebe0b233af,DISK] 2024-11-13T20:19:21,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.rep.1731529161620 2024-11-13T20:19:21,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-13T20:19:21,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 62563406b49e08001c7cb75ea41796b5, NAME => 'hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:21,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:21,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:21,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. service=MultiRowMutationService 2024-11-13T20:19:21,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:19:21,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:21,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,641 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,642 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62563406b49e08001c7cb75ea41796b5 columnFamilyName hfileref 2024-11-13T20:19:21,642 DEBUG [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:21,643 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(327): Store=62563406b49e08001c7cb75ea41796b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:21,643 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,644 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62563406b49e08001c7cb75ea41796b5 columnFamilyName queue 2024-11-13T20:19:21,644 DEBUG [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:21,649 DEBUG [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/queue/55b2a5c169a048fc98bc4d90e123490b 2024-11-13T20:19:21,649 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(327): Store=62563406b49e08001c7cb75ea41796b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:21,650 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,650 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62563406b49e08001c7cb75ea41796b5 columnFamilyName sid 2024-11-13T20:19:21,650 DEBUG [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:21,651 INFO [StoreOpener-62563406b49e08001c7cb75ea41796b5-1 {}] regionserver.HStore(327): Store=62563406b49e08001c7cb75ea41796b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:21,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,655 DEBUG [RS:0;04ac815325d6:45655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/oldWALs 2024-11-13T20:19:21,655 INFO [RS:0;04ac815325d6:45655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C45655%2C1731529147225.meta:.meta(num 1731529149771) 2024-11-13T20:19:21,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:19:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741832_1008 (size=93) 2024-11-13T20:19:21,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 62563406b49e08001c7cb75ea41796b5; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62821999, jitterRate=-0.06387926638126373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:19:21,659 DEBUG [RS:0;04ac815325d6:45655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/oldWALs 2024-11-13T20:19:21,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:21,659 INFO [RS:0;04ac815325d6:45655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C45655%2C1731529147225:(num 1731529148852) 2024-11-13T20:19:21,659 DEBUG [RS:0;04ac815325d6:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:21,659 INFO [RS:0;04ac815325d6:45655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:21,659 INFO [RS:0;04ac815325d6:45655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:21,659 INFO [RS:0;04ac815325d6:45655 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:21,660 INFO [RS:0;04ac815325d6:45655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:21,660 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:21,660 INFO [RS:0;04ac815325d6:45655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45655 2024-11-13T20:19:21,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 62563406b49e08001c7cb75ea41796b5: Running coprocessor pre-open hook at 1731529161640Writing region info on filesystem at 1731529161640Initializing all the Stores at 1731529161641 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529161641Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529161641Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529161641Cleaning up temporary data from old regions at 1731529161653 (+12 ms)Running coprocessor post-open hooks at 1731529161659 (+6 ms)Region opened successfully at 1731529161660 (+1 ms) 2024-11-13T20:19:21,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5., pid=13, masterSystemTime=1731529161614 2024-11-13T20:19:21,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406830017/rs/04ac815325d6,45655,1731529147225 2024-11-13T20:19:21,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017/rs 2024-11-13T20:19:21,662 INFO [RS:0;04ac815325d6:45655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:21,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,45655,1731529147225] 2024-11-13T20:19:21,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:21,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:21,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-406830017/draining/04ac815325d6,45655,1731529147225 already deleted, retry=false 2024-11-13T20:19:21,665 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,45655,1731529147225 expired; onlineServers=0 2024-11-13T20:19:21,665 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,40995,1731529147030' ***** 2024-11-13T20:19:21,665 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:19:21,665 INFO [M:0;04ac815325d6:40995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:21,665 INFO [M:0;04ac815325d6:40995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:21,665 DEBUG [M:0;04ac815325d6:40995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:19:21,665 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:19:21,665 DEBUG [M:0;04ac815325d6:40995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:19:21,665 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529148626 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529148626,5,FailOnTimeoutGroup] 2024-11-13T20:19:21,665 INFO [M:0;04ac815325d6:40995 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:21,665 INFO [M:0;04ac815325d6:40995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:21,665 DEBUG [M:0;04ac815325d6:40995 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:19:21,665 INFO [M:0;04ac815325d6:40995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:19:21,665 INFO [M:0;04ac815325d6:40995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:21,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=62563406b49e08001c7cb75ea41796b5, regionState=OPEN, openSeqNum=9, regionLocation=04ac815325d6,33795,1731529155671 2024-11-13T20:19:21,665 INFO [M:0;04ac815325d6:40995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:19:21,666 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:19:21,666 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529148625 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529148625,5,FailOnTimeoutGroup] 2024-11-13T20:19:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62563406b49e08001c7cb75ea41796b5, server=04ac815325d6,33795,1731529155671 because future has completed 2024-11-13T20:19:21,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406830017/master 2024-11-13T20:19:21,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406830017 2024-11-13T20:19:21,669 DEBUG [M:0;04ac815325d6:40995 {}] zookeeper.RecoverableZooKeeper(212): Node /1-406830017/master already deleted, retry=false 2024-11-13T20:19:21,669 DEBUG [M:0;04ac815325d6:40995 {}] master.ActiveMasterManager(353): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-406830017/master 2024-11-13T20:19:21,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T20:19:21,672 INFO [M:0;04ac815325d6:40995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/.lastflushedseqids 2024-11-13T20:19:21,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 62563406b49e08001c7cb75ea41796b5, server=04ac815325d6,33795,1731529155671 in 208 msec 2024-11-13T20:19:21,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T20:19:21,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62563406b49e08001c7cb75ea41796b5, ASSIGN in 367 msec 2024-11-13T20:19:21,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T20:19:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741836_1012 (size=99) 2024-11-13T20:19:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5., hostname=04ac815325d6,33795,1731529155671, seqNum=9] 2024-11-13T20:19:21,694 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 04ac815325d6,40129,1731529142655 2024-11-13T20:19:21,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T20:19:21,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:21,764 INFO [RS:0;04ac815325d6:45655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:21,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1003acbf7a40004, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:21,764 INFO [RS:0;04ac815325d6:45655 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,45655,1731529147225; zookeeper connection closed. 2024-11-13T20:19:21,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@121207b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@121207b5 2024-11-13T20:19:21,764 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:19:21,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T20:19:22,079 INFO [M:0;04ac815325d6:40995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:19:22,079 INFO [M:0;04ac815325d6:40995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:19:22,079 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:22,079 INFO [M:0;04ac815325d6:40995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:22,079 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:22,079 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:22,079 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:22,079 INFO [M:0;04ac815325d6:40995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T20:19:22,096 DEBUG [M:0;04ac815325d6:40995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29e8330926f44668a79b52c4c0b26643 is 82, key is hbase:meta,,1/info:regioninfo/1731529149805/Put/seqid=0 2024-11-13T20:19:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741837_1013 (size=5672) 2024-11-13T20:19:22,102 INFO [M:0;04ac815325d6:40995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29e8330926f44668a79b52c4c0b26643 2024-11-13T20:19:22,124 DEBUG [M:0;04ac815325d6:40995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd8604c0d626471aaeadc9c0c4cf9471 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731529149818/Put/seqid=0 2024-11-13T20:19:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741838_1014 (size=5275) 2024-11-13T20:19:22,506 DEBUG [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/WALs/04ac815325d6,33795,1731529155671/04ac815325d6%2C33795%2C1731529155671.1731529157031 to pos 0, reset compression=false 2024-11-13T20:19:22,529 INFO [M:0;04ac815325d6:40995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd8604c0d626471aaeadc9c0c4cf9471 2024-11-13T20:19:22,554 DEBUG [M:0;04ac815325d6:40995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/763a87fe9ceb487dbca54b3806250062 is 69, key is 04ac815325d6,45655,1731529147225/rs:state/1731529148674/Put/seqid=0 2024-11-13T20:19:22,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741839_1015 (size=5156) 2024-11-13T20:19:22,559 INFO [M:0;04ac815325d6:40995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/763a87fe9ceb487dbca54b3806250062 2024-11-13T20:19:22,564 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29e8330926f44668a79b52c4c0b26643 as hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29e8330926f44668a79b52c4c0b26643 2024-11-13T20:19:22,568 INFO [M:0;04ac815325d6:40995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29e8330926f44668a79b52c4c0b26643, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T20:19:22,569 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd8604c0d626471aaeadc9c0c4cf9471 as hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd8604c0d626471aaeadc9c0c4cf9471 2024-11-13T20:19:22,574 INFO [M:0;04ac815325d6:40995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd8604c0d626471aaeadc9c0c4cf9471, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T20:19:22,575 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/763a87fe9ceb487dbca54b3806250062 as hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/763a87fe9ceb487dbca54b3806250062 2024-11-13T20:19:22,581 INFO [M:0;04ac815325d6:40995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/763a87fe9ceb487dbca54b3806250062, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T20:19:22,581 INFO [M:0;04ac815325d6:40995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=28, compaction requested=false 2024-11-13T20:19:22,583 INFO [M:0;04ac815325d6:40995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:22,583 DEBUG [M:0;04ac815325d6:40995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529162079Disabling compacts and flushes for region at 1731529162079Disabling writes for close at 1731529162079Obtaining lock to block concurrent updates at 1731529162079Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529162079Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731529162080 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529162080Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529162080Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529162096 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529162096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529162106 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529162124 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529162124Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529162535 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529162553 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529162553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@856effc: reopening flushed file at 1731529162563 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe46e9f: reopening flushed file at 1731529162569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57789542: reopening flushed file at 1731529162574 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=28, compaction requested=false at 1731529162581 (+7 ms)Writing region close event to WAL at 1731529162583 (+2 ms)Closed at 1731529162583 2024-11-13T20:19:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741830_1006 (size=10165) 2024-11-13T20:19:22,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7c06d8e-d9c8-a6d5-9d43-24b1604b5636/MasterData/WALs/04ac815325d6,40995,1731529147030/04ac815325d6%2C40995%2C1731529147030.1731529148535 not finished, retry = 0 2024-11-13T20:19:22,687 INFO [M:0;04ac815325d6:40995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:19:22,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:22,687 INFO [M:0;04ac815325d6:40995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40995 2024-11-13T20:19:22,687 INFO [M:0;04ac815325d6:40995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:22,789 INFO [M:0;04ac815325d6:40995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:22,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:22,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1003acbf7a40003, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:22,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183aab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:22,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:22,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:22,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:22,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:22,795 WARN [BP-1752334619-172.17.0.2-1731529145865 heartbeating to localhost/127.0.0.1:39639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:19:22,795 WARN [BP-1752334619-172.17.0.2-1731529145865 heartbeating to localhost/127.0.0.1:39639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752334619-172.17.0.2-1731529145865 (Datanode Uuid 8b2af0a4-3255-4ffc-b67b-cfcdf7cdfd8b) service to localhost/127.0.0.1:39639 2024-11-13T20:19:22,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:19:22,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:19:22,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/cluster_8733c2a2-0398-bede-c45d-e9345e8b0d84/data/data1/current/BP-1752334619-172.17.0.2-1731529145865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:22,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/cluster_8733c2a2-0398-bede-c45d-e9345e8b0d84/data/data2/current/BP-1752334619-172.17.0.2-1731529145865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:22,797 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:19:22,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc17592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:22,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:22,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:22,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:22,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:19:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:19:22,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:22,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:22,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:22,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:22,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:22,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:19:22,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=722395457, stopped=false 2024-11-13T20:19:22,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,45597,1731529155561 2024-11-13T20:19:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/running 2024-11-13T20:19:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:22,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:22,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:22,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:22,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:22,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,33795,1731529155671' ***** 2024-11-13T20:19:22,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:19:22,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Set watcher on znode that does not yet exist, /0-1514813459/running 2024-11-13T20:19:22,819 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:19:22,819 INFO [RS:0;04ac815325d6:33795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:19:22,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:19:22,819 INFO [RS:0;04ac815325d6:33795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:19:22,819 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(3091): Received CLOSE for 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,33795,1731529155671 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:33795. 2024-11-13T20:19:22,820 DEBUG [RS:0;04ac815325d6:33795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:22,820 DEBUG [RS:0;04ac815325d6:33795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:22,820 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62563406b49e08001c7cb75ea41796b5, disabling compactions & flushes 2024-11-13T20:19:22,820 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:19:22,820 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:19:22,820 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. after waiting 0 ms 2024-11-13T20:19:22,820 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:19:22,820 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:19:22,820 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62563406b49e08001c7cb75ea41796b5=hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5.} 2024-11-13T20:19:22,820 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62563406b49e08001c7cb75ea41796b5 2024-11-13T20:19:22,820 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:22,821 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:22,821 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:22,821 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:22,821 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:22,821 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T20:19:22,824 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/replication/62563406b49e08001c7cb75ea41796b5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T20:19:22,825 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:22,825 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:22,825 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:22,825 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62563406b49e08001c7cb75ea41796b5: Waiting for close lock at 1731529162820Running coprocessor pre-close hooks at 1731529162820Disabling compacts and flushes for region at 1731529162820Disabling writes for close at 1731529162820Writing region close event to WAL at 1731529162821 (+1 ms)Running coprocessor post-close hooks at 1731529162825 (+4 ms)Closed at 1731529162825 2024-11-13T20:19:22,825 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5. 2024-11-13T20:19:22,837 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/info/34078d8479ba4531a01f4078c099deea is 147, key is hbase:replication,,1731529149879.62563406b49e08001c7cb75ea41796b5./info:regioninfo/1731529161665/Put/seqid=0 2024-11-13T20:19:22,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741851_1027 (size=6385) 2024-11-13T20:19:22,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:22,886 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:22,887 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:19:22,887 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:19:22,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:22,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:22,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:22,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:23,021 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:23,221 DEBUG [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:23,242 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/info/34078d8479ba4531a01f4078c099deea 2024-11-13T20:19:23,249 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/.tmp/info/34078d8479ba4531a01f4078c099deea as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/info/34078d8479ba4531a01f4078c099deea 2024-11-13T20:19:23,254 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/info/34078d8479ba4531a01f4078c099deea, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T20:19:23,255 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-13T20:19:23,262 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T20:19:23,263 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:23,263 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:23,263 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:23,263 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529162820Running coprocessor pre-close hooks at 1731529162820Disabling compacts and flushes for region at 1731529162820Disabling writes for close at 1731529162821 (+1 ms)Obtaining lock to block concurrent updates at 1731529162821Preparing flush snapshotting stores in 1588230740 at 1731529162821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731529162821Flushing stores of hbase:meta,,1.1588230740 at 1731529162822 (+1 ms)Flushing 1588230740/info: creating writer at 1731529162822Flushing 1588230740/info: appending metadata at 1731529162837 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731529162837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a6787a: reopening flushed file at 1731529163248 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1731529163255 (+7 ms)Writing region close event to WAL at 1731529163258 (+3 ms)Running coprocessor post-close hooks at 1731529163263 (+5 ms)Closed at 1731529163263 2024-11-13T20:19:23,263 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:23,421 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,33795,1731529155671; all regions closed. 2024-11-13T20:19:23,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741849_1025 (size=2156) 2024-11-13T20:19:23,427 DEBUG [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs 2024-11-13T20:19:23,427 INFO [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C33795%2C1731529155671.meta:.meta(num 1731529157351) 2024-11-13T20:19:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741850_1026 (size=796) 2024-11-13T20:19:23,432 DEBUG [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs 2024-11-13T20:19:23,432 INFO [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C33795%2C1731529155671.rep:(num 1731529161620) 2024-11-13T20:19:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741848_1024 (size=93) 2024-11-13T20:19:23,435 DEBUG [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/oldWALs 2024-11-13T20:19:23,435 INFO [RS:0;04ac815325d6:33795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C33795%2C1731529155671:(num 1731529157031) 2024-11-13T20:19:23,435 DEBUG [RS:0;04ac815325d6:33795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:23,435 INFO [RS:0;04ac815325d6:33795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:23,435 INFO [RS:0;04ac815325d6:33795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:23,436 INFO [RS:0;04ac815325d6:33795 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:23,436 INFO [RS:0;04ac815325d6:33795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:23,436 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:23,436 INFO [RS:0;04ac815325d6:33795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,33795,1731529155671 because: Region server is closing 2024-11-13T20:19:23,436 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T20:19:23,436 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T20:19:23,436 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T20:19:23,436 INFO [RS:0;04ac815325d6:33795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:33795. 2024-11-13T20:19:23,436 DEBUG [RS:0;04ac815325d6:33795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:23,436 DEBUG [RS:0;04ac815325d6:33795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:23,437 DEBUG [RS:0;04ac815325d6:33795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:23,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:23,537 WARN [RS:0;04ac815325d6:33795.replicationSource.wal-reader.04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:19:23,537 WARN [RS:0;04ac815325d6:33795.replicationSource.shipper04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:19:23,537 INFO [RS:0;04ac815325d6:33795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;04ac815325d6:33795.replicationSource.shipper04ac815325d6%2C33795%2C1731529155671,1-04ac815325d6,33795,1731529155671 terminated 2024-11-13T20:19:23,537 INFO [RS:0;04ac815325d6:33795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33795 2024-11-13T20:19:23,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/rs/04ac815325d6,33795,1731529155671 2024-11-13T20:19:23,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459/rs 2024-11-13T20:19:23,540 INFO [RS:0;04ac815325d6:33795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:23,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,33795,1731529155671] 2024-11-13T20:19:23,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1514813459/draining/04ac815325d6,33795,1731529155671 already deleted, retry=false 2024-11-13T20:19:23,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,33795,1731529155671 expired; onlineServers=0 2024-11-13T20:19:23,543 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,45597,1731529155561' ***** 2024-11-13T20:19:23,543 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:19:23,543 INFO [M:0;04ac815325d6:45597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:23,543 INFO [M:0;04ac815325d6:45597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:23,543 DEBUG [M:0;04ac815325d6:45597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:19:23,543 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:19:23,543 DEBUG [M:0;04ac815325d6:45597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:19:23,543 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529156780 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529156780,5,FailOnTimeoutGroup] 2024-11-13T20:19:23,543 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529156780 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529156780,5,FailOnTimeoutGroup] 2024-11-13T20:19:23,543 INFO [M:0;04ac815325d6:45597 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:23,544 INFO [M:0;04ac815325d6:45597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:23,544 DEBUG [M:0;04ac815325d6:45597 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:19:23,544 INFO [M:0;04ac815325d6:45597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:19:23,544 INFO [M:0;04ac815325d6:45597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:23,544 INFO [M:0;04ac815325d6:45597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:19:23,544 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:19:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1514813459/master 2024-11-13T20:19:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1514813459 2024-11-13T20:19:23,545 DEBUG [M:0;04ac815325d6:45597 {}] zookeeper.ZKUtil(347): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Unable to get data of znode /0-1514813459/master because node does not exist (not an error) 2024-11-13T20:19:23,545 WARN [M:0;04ac815325d6:45597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:19:23,546 INFO [M:0;04ac815325d6:45597 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/.lastflushedseqids 2024-11-13T20:19:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741852_1028 (size=181) 2024-11-13T20:19:23,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:23,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x1003acbf7a40007, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:23,642 INFO [RS:0;04ac815325d6:33795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:23,642 INFO [RS:0;04ac815325d6:33795 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,33795,1731529155671; zookeeper connection closed. 2024-11-13T20:19:23,642 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21439da1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21439da1 2024-11-13T20:19:23,643 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:19:23,952 INFO [M:0;04ac815325d6:45597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:19:23,952 INFO [M:0;04ac815325d6:45597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:19:23,952 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:23,952 INFO [M:0;04ac815325d6:45597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:23,952 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:23,952 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:23,952 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:23,953 INFO [M:0;04ac815325d6:45597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T20:19:23,972 DEBUG [M:0;04ac815325d6:45597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8369fb10206544aa83f8c2f627632346 is 82, key is hbase:meta,,1/info:regioninfo/1731529157403/Put/seqid=0 2024-11-13T20:19:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741853_1029 (size=5672) 2024-11-13T20:19:24,378 INFO [M:0;04ac815325d6:45597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8369fb10206544aa83f8c2f627632346 2024-11-13T20:19:24,433 DEBUG [M:0;04ac815325d6:45597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9473099d1cb447282b6a7576ad02b50 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731529161673/Put/seqid=0 2024-11-13T20:19:24,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741854_1030 (size=7312) 2024-11-13T20:19:24,863 INFO [M:0;04ac815325d6:45597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9473099d1cb447282b6a7576ad02b50 2024-11-13T20:19:24,907 DEBUG [M:0;04ac815325d6:45597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8732cbb5c845a3b86003e26cebb493 is 69, key is 04ac815325d6,33795,1731529155671/rs:state/1731529156850/Put/seqid=0 2024-11-13T20:19:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741855_1031 (size=5370) 2024-11-13T20:19:24,925 INFO [M:0;04ac815325d6:45597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8732cbb5c845a3b86003e26cebb493 2024-11-13T20:19:24,933 INFO [M:0;04ac815325d6:45597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e8732cbb5c845a3b86003e26cebb493 2024-11-13T20:19:24,934 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8369fb10206544aa83f8c2f627632346 as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8369fb10206544aa83f8c2f627632346 2024-11-13T20:19:24,943 INFO [M:0;04ac815325d6:45597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8369fb10206544aa83f8c2f627632346, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T20:19:24,949 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9473099d1cb447282b6a7576ad02b50 as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9473099d1cb447282b6a7576ad02b50 2024-11-13T20:19:24,959 INFO [M:0;04ac815325d6:45597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9473099d1cb447282b6a7576ad02b50, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T20:19:24,960 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8732cbb5c845a3b86003e26cebb493 as hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8732cbb5c845a3b86003e26cebb493 2024-11-13T20:19:24,970 INFO [M:0;04ac815325d6:45597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e8732cbb5c845a3b86003e26cebb493 2024-11-13T20:19:24,972 INFO [M:0;04ac815325d6:45597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8732cbb5c845a3b86003e26cebb493, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T20:19:24,974 INFO [M:0;04ac815325d6:45597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=127, compaction requested=false 2024-11-13T20:19:25,013 INFO [M:0;04ac815325d6:45597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:25,014 DEBUG [M:0;04ac815325d6:45597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529163952Disabling compacts and flushes for region at 1731529163952Disabling writes for close at 1731529163952Obtaining lock to block concurrent updates at 1731529163953 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529163953Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731529163953Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529163954 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529163954Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529163972 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529163972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529164389 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529164433 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529164433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529164879 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529164906 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529164906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e7fef7: reopening flushed file at 1731529164933 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4b35ce: reopening flushed file at 1731529164943 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62af3c98: reopening flushed file at 1731529164959 (+16 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=127, compaction requested=false at 1731529164974 (+15 ms)Writing region close event to WAL at 1731529165013 (+39 ms)Closed at 1731529165013 2024-11-13T20:19:25,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa9a5f88-a7d0-e3c8-875d-d1f51fea2840/MasterData/WALs/04ac815325d6,45597,1731529155561/04ac815325d6%2C45597%2C1731529155561.1731529156502 not finished, retry = 0 2024-11-13T20:19:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741847_1023 (size=22903) 2024-11-13T20:19:25,137 INFO [M:0;04ac815325d6:45597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:19:25,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:25,137 INFO [M:0;04ac815325d6:45597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45597 2024-11-13T20:19:25,137 INFO [M:0;04ac815325d6:45597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:25,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:25,241 INFO [M:0;04ac815325d6:45597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:25,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x1003acbf7a40006, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:25,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5152fa55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:25,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28ba7143{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:25,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:25,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:25,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:25,292 WARN [BP-649851613-172.17.0.2-1731529141543 heartbeating to localhost/127.0.0.1:42741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:19:25,292 WARN [BP-649851613-172.17.0.2-1731529141543 heartbeating to localhost/127.0.0.1:42741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-649851613-172.17.0.2-1731529141543 (Datanode Uuid 38e23001-79e0-4198-8595-c92e72510acd) service to localhost/127.0.0.1:42741 2024-11-13T20:19:25,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33/data/data2/current/BP-649851613-172.17.0.2-1731529141543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:25,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:19:25,294 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:19:25,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/cluster_6ffc0df7-fefa-e2cb-2fac-1a98a4f10e33/data/data1/current/BP-649851613-172.17.0.2-1731529141543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:25,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:19:25,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e3351ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:25,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:25,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:25,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:25,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1228b13c-0bd7-2e51-6183-fa2d423530c6/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:25,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:19:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:19:25,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55936) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55936) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39639 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 234) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7590 (was 8454) 2024-11-13T20:19:25,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=7590 2024-11-13T20:19:25,415 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T20:19:25,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.log.dir so I do NOT create it in target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a 2024-11-13T20:19:25,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:19:25,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.tmp.dir so I do NOT create it in target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a 2024-11-13T20:19:25,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8e3f04b-262d-0225-6e81-0952f252a6b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:19:25,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a 2024-11-13T20:19:25,416 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c, deleteOnExit=true 2024-11-13T20:19:25,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003acbf7a40005, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:19:25,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003acbf7a40005, quorum=127.0.0.1:55936, baseZNode=/1-406830017 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:19:25,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003acbf7a40002, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:19:25,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003acbf7a40002, quorum=127.0.0.1:55936, baseZNode=/0-1514813459 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:19:25,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c/zookeeper_0, clientPort=58537, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:19:25,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58537 2024-11-13T20:19:25,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:19:25,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:19:25,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/test.cache.data in system properties and HBase conf 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:19:25,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:19:25,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:25,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:25,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:25,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:25,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:25,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:25,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:25,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:26,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fdfc14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/java.io.tmpdir/jetty-localhost-43895-hadoop-hdfs-3_4_1-tests_jar-_-any-5316516528927839118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:26,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:43895} 2024-11-13T20:19:26,101 INFO [Time-limited test {}] server.Server(415): Started @152014ms 2024-11-13T20:19:26,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:26,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:26,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:26,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:26,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:26,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:26,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:26,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@670e66f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/java.io.tmpdir/jetty-localhost-46165-hadoop-hdfs-3_4_1-tests_jar-_-any-6171129243139527855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:26,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:46165} 2024-11-13T20:19:26,722 INFO [Time-limited test {}] server.Server(415): Started @152634ms 2024-11-13T20:19:26,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:19:27,001 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c/data/data1/current/BP-837423829-172.17.0.2-1731529165536/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:27,020 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c/data/data2/current/BP-837423829-172.17.0.2-1731529165536/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:27,089 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:19:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0eb5ab930404a06 with lease ID 0xd03dd0ed17a03dfe: Processing first storage report for DS-6858c672-0502-455d-8b46-06d31ea251cf from datanode DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6172c374-b306-4262-98f9-54cb653b8566, infoPort=43397, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=1306665273;c=1731529165536) 2024-11-13T20:19:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0eb5ab930404a06 with lease ID 0xd03dd0ed17a03dfe: from storage DS-6858c672-0502-455d-8b46-06d31ea251cf node DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6172c374-b306-4262-98f9-54cb653b8566, infoPort=43397, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=1306665273;c=1731529165536), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0eb5ab930404a06 with lease ID 0xd03dd0ed17a03dfe: Processing first storage report for DS-6b7033ec-eb9d-4ec1-8cec-a69e184ea3e3 from datanode DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6172c374-b306-4262-98f9-54cb653b8566, infoPort=43397, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=1306665273;c=1731529165536) 2024-11-13T20:19:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0eb5ab930404a06 with lease ID 0xd03dd0ed17a03dfe: from storage DS-6b7033ec-eb9d-4ec1-8cec-a69e184ea3e3 node DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6172c374-b306-4262-98f9-54cb653b8566, infoPort=43397, infoSecurePort=0, ipcPort=37107, storageInfo=lv=-57;cid=testClusterID;nsid=1306665273;c=1731529165536), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:27,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a 2024-11-13T20:19:27,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:27,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:19:27,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374 with version=8 2024-11-13T20:19:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/hbase-staging 2024-11-13T20:19:27,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:27,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:27,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:27,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:27,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:27,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:27,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:19:27,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:27,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33219 2024-11-13T20:19:27,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33219 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-13T20:19:27,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332190x0, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:27,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33219-0x1003acc552b0000 connected 2024-11-13T20:19:27,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:27,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:27,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on znode that does not yet exist, /01650654713/running 2024-11-13T20:19:27,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374, hbase.cluster.distributed=false 2024-11-13T20:19:27,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on znode that does not yet exist, /01650654713/acl 2024-11-13T20:19:27,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-13T20:19:27,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33219 2024-11-13T20:19:27,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33219 2024-11-13T20:19:27,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-13T20:19:27,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-13T20:19:27,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:27,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:27,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:27,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:27,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:27,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:27,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:19:27,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:27,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44555 2024-11-13T20:19:27,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44555 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-13T20:19:27,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:27,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:27,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445550x0, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:27,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445550x0, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on znode that does not yet exist, /01650654713/running 2024-11-13T20:19:27,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44555-0x1003acc552b0001 connected 2024-11-13T20:19:27,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:19:27,313 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:19:27,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on znode that does not yet exist, /01650654713/master 2024-11-13T20:19:27,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on znode that does not yet exist, /01650654713/acl 2024-11-13T20:19:27,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44555 2024-11-13T20:19:27,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44555 2024-11-13T20:19:27,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44555 2024-11-13T20:19:27,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44555 2024-11-13T20:19:27,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44555 2024-11-13T20:19:27,338 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:33219 2024-11-13T20:19:27,340 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01650654713/backup-masters/04ac815325d6,33219,1731529167211 2024-11-13T20:19:27,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713/backup-masters 2024-11-13T20:19:27,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713/backup-masters 2024-11-13T20:19:27,342 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on existing znode=/01650654713/backup-masters/04ac815325d6,33219,1731529167211 2024-11-13T20:19:27,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01650654713/master 2024-11-13T20:19:27,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:27,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:27,345 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on existing znode=/01650654713/master 2024-11-13T20:19:27,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01650654713/backup-masters/04ac815325d6,33219,1731529167211 from backup master directory 2024-11-13T20:19:27,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01650654713/backup-masters/04ac815325d6,33219,1731529167211 2024-11-13T20:19:27,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713/backup-masters 2024-11-13T20:19:27,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713/backup-masters 2024-11-13T20:19:27,347 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:27,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,33219,1731529167211 2024-11-13T20:19:27,351 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/hbase.id] with ID: e576ef38-5c8b-4ddf-81f4-e2fde0f648e6 2024-11-13T20:19:27,351 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/.tmp/hbase.id 2024-11-13T20:19:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:19:27,759 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/.tmp/hbase.id]:[hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/hbase.id] 2024-11-13T20:19:27,777 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:27,777 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:19:27,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T20:19:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:19:28,202 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:28,203 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:19:28,203 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:19:28,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:28,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:28,611 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store 2024-11-13T20:19:28,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:19:28,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:28,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:28,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:28,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:28,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:28,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:28,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:28,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529168630Disabling compacts and flushes for region at 1731529168630Disabling writes for close at 1731529168630Writing region close event to WAL at 1731529168630Closed at 1731529168630 2024-11-13T20:19:28,633 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/.initializing 2024-11-13T20:19:28,633 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/WALs/04ac815325d6,33219,1731529167211 2024-11-13T20:19:28,635 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:28,638 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C33219%2C1731529167211, suffix=, logDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/WALs/04ac815325d6,33219,1731529167211, archiveDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/oldWALs, maxLogs=10 2024-11-13T20:19:28,656 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/WALs/04ac815325d6,33219,1731529167211/04ac815325d6%2C33219%2C1731529167211.1731529168638, exclude list is [], retry=0 2024-11-13T20:19:28,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-6858c672-0502-455d-8b46-06d31ea251cf,DISK] 2024-11-13T20:19:28,669 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/WALs/04ac815325d6,33219,1731529167211/04ac815325d6%2C33219%2C1731529167211.1731529168638 2024-11-13T20:19:28,687 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397)] 2024-11-13T20:19:28,687 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:28,687 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:28,687 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,687 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:19:28,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:28,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:28,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:19:28,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:28,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:28,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:19:28,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:28,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:28,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:19:28,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:28,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:28,718 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,721 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,721 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,725 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,725 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,726 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:28,728 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:28,732 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:28,733 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59033587, jitterRate=-0.12033100426197052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:28,734 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529168687Initializing all the Stores at 1731529168689 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529168689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529168697 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529168697Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529168697Cleaning up temporary data from old regions at 1731529168725 (+28 ms)Region opened successfully at 1731529168734 (+9 ms) 2024-11-13T20:19:28,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:19:28,751 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f4e285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:28,752 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:19:28,752 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:19:28,752 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:19:28,752 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:19:28,754 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T20:19:28,754 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:19:28,754 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:19:28,771 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:19:28,771 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Unable to get data of znode /01650654713/balancer because node does not exist (not necessarily an error) 2024-11-13T20:19:28,773 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01650654713/balancer already deleted, retry=false 2024-11-13T20:19:28,773 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:19:28,774 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Unable to get data of znode /01650654713/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:19:28,775 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01650654713/normalizer already deleted, retry=false 2024-11-13T20:19:28,776 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:19:28,798 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Unable to get data of znode /01650654713/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:19:28,800 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01650654713/switch/split already deleted, retry=false 2024-11-13T20:19:28,801 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Unable to get data of znode /01650654713/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:19:28,802 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01650654713/switch/merge already deleted, retry=false 2024-11-13T20:19:28,811 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Unable to get data of znode /01650654713/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:19:28,812 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01650654713/snapshot-cleanup already deleted, retry=false 2024-11-13T20:19:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01650654713/running 2024-11-13T20:19:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01650654713/running 2024-11-13T20:19:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:28,815 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,33219,1731529167211, sessionid=0x1003acc552b0000, setting cluster-up flag (Was=false) 2024-11-13T20:19:28,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:28,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:28,823 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01650654713/flush-table-proc/acquired, /01650654713/flush-table-proc/reached, /01650654713/flush-table-proc/abort 2024-11-13T20:19:28,824 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,33219,1731529167211 2024-11-13T20:19:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:28,834 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01650654713/online-snapshot/acquired, /01650654713/online-snapshot/reached, /01650654713/online-snapshot/abort 2024-11-13T20:19:28,835 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,33219,1731529167211 2024-11-13T20:19:28,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:19:28,842 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:28,842 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:19:28,842 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:19:28,843 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,33219,1731529167211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:28,844 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:28,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:19:28,857 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:28,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:19:28,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529198864 2024-11-13T20:19:28,865 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:19:28,865 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:19:28,865 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:19:28,865 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:19:28,865 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:19:28,865 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:19:28,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:19:28,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:19:28,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:19:28,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:19:28,889 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:19:28,889 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:19:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:19:28,896 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529168889,5,FailOnTimeoutGroup] 2024-11-13T20:19:28,897 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529168896,5,FailOnTimeoutGroup] 2024-11-13T20:19:28,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:19:28,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,928 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(746): ClusterId : e576ef38-5c8b-4ddf-81f4-e2fde0f648e6 2024-11-13T20:19:28,928 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:19:28,930 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:19:28,930 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:19:28,932 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:19:28,932 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f53a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:28,950 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:44555 2024-11-13T20:19:28,950 INFO [RS:0;04ac815325d6:44555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:19:28,950 INFO [RS:0;04ac815325d6:44555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:19:28,950 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:19:28,951 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,33219,1731529167211 with port=44555, startcode=1731529167298 2024-11-13T20:19:28,952 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:19:28,953 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:19:28,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,44555,1731529167298 2024-11-13T20:19:28,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33219 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,44555,1731529167298 2024-11-13T20:19:28,955 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374 2024-11-13T20:19:28,955 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35437 2024-11-13T20:19:28,955 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:19:28,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713/rs 2024-11-13T20:19:28,957 DEBUG [RS:0;04ac815325d6:44555 {}] zookeeper.ZKUtil(111): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on existing znode=/01650654713/rs/04ac815325d6,44555,1731529167298 2024-11-13T20:19:28,957 WARN [RS:0;04ac815325d6:44555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:28,958 INFO [RS:0;04ac815325d6:44555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:28,958 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298 2024-11-13T20:19:28,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,44555,1731529167298] 2024-11-13T20:19:28,961 INFO [RS:0;04ac815325d6:44555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:19:28,963 INFO [RS:0;04ac815325d6:44555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:19:28,963 INFO [RS:0;04ac815325d6:44555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:19:28,963 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,964 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:19:28,965 INFO [RS:0;04ac815325d6:44555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:19:28,965 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,965 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,966 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:28,966 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:28,966 DEBUG [RS:0;04ac815325d6:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:28,970 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,970 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,970 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,970 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,970 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,970 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44555,1731529167298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:28,989 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:19:28,989 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44555,1731529167298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,990 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:28,990 INFO [RS:0;04ac815325d6:44555 {}] regionserver.Replication(171): 04ac815325d6,44555,1731529167298 started 2024-11-13T20:19:29,006 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:29,006 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,44555,1731529167298, RpcServer on 04ac815325d6/172.17.0.2:44555, sessionid=0x1003acc552b0001 2024-11-13T20:19:29,006 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:19:29,006 DEBUG [RS:0;04ac815325d6:44555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,44555,1731529167298 2024-11-13T20:19:29,006 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44555,1731529167298' 2024-11-13T20:19:29,006 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01650654713/flush-table-proc/abort' 2024-11-13T20:19:29,006 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01650654713/flush-table-proc/acquired' 2024-11-13T20:19:29,007 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:19:29,007 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:19:29,007 DEBUG [RS:0;04ac815325d6:44555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,44555,1731529167298 2024-11-13T20:19:29,007 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44555,1731529167298' 2024-11-13T20:19:29,007 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01650654713/online-snapshot/abort' 2024-11-13T20:19:29,008 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01650654713/online-snapshot/acquired' 2024-11-13T20:19:29,008 DEBUG [RS:0;04ac815325d6:44555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:19:29,008 INFO [RS:0;04ac815325d6:44555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:19:29,008 INFO [RS:0;04ac815325d6:44555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:19:29,109 INFO [RS:0;04ac815325d6:44555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:29,110 INFO [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44555%2C1731529167298, suffix=, logDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298, archiveDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/oldWALs, maxLogs=10 2024-11-13T20:19:29,125 DEBUG [RS:0;04ac815325d6:44555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110, exclude list is [], retry=0 2024-11-13T20:19:29,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-6858c672-0502-455d-8b46-06d31ea251cf,DISK] 2024-11-13T20:19:29,130 INFO [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 2024-11-13T20:19:29,130 DEBUG [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397)] 2024-11-13T20:19:29,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:19:29,292 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374 2024-11-13T20:19:29,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:19:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:19:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:29,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:29,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:29,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:29,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:29,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:29,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:29,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:29,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:29,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:29,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:29,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:29,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:29,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:29,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:29,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:29,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:29,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:29,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:29,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740 2024-11-13T20:19:29,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740 2024-11-13T20:19:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:29,727 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:29,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:29,737 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:29,738 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60257073, jitterRate=-0.10209964215755463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:29,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529169705Initializing all the Stores at 1731529169707 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529169707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529169711 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529169711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529169711Cleaning up temporary data from old regions at 1731529169726 (+15 ms)Region opened successfully at 1731529169739 (+13 ms) 2024-11-13T20:19:29,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:29,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:29,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:29,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:29,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:29,757 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:29,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529169739Disabling compacts and flushes for region at 1731529169739Disabling writes for close at 1731529169739Writing region close event to WAL at 1731529169757 (+18 ms)Closed at 1731529169757 2024-11-13T20:19:29,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:29,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:19:29,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:19:29,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:29,761 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:19:29,911 DEBUG [04ac815325d6:33219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:29,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,44555,1731529167298 2024-11-13T20:19:29,913 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44555,1731529167298, state=OPENING 2024-11-13T20:19:29,915 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:19:29,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:29,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:29,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01650654713/meta-region-server: CHANGED 2024-11-13T20:19:29,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01650654713/meta-region-server: CHANGED 2024-11-13T20:19:29,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:29,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44555,1731529167298}] 2024-11-13T20:19:30,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:30,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:19:30,101 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:19:30,101 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:30,101 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:19:30,103 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44555%2C1731529167298.meta, suffix=.meta, logDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298, archiveDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/oldWALs, maxLogs=10 2024-11-13T20:19:30,124 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.meta.1731529170103.meta, exclude list is [], retry=0 2024-11-13T20:19:30,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-6858c672-0502-455d-8b46-06d31ea251cf,DISK] 2024-11-13T20:19:30,153 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.meta.1731529170103.meta 2024-11-13T20:19:30,156 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397)] 2024-11-13T20:19:30,157 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:30,157 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:30,157 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:30,157 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:19:30,157 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:19:30,158 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:19:30,158 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:30,158 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:19:30,158 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:19:30,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:30,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:30,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:30,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:30,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:30,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:30,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:30,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:30,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:30,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:30,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:30,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:30,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:30,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:30,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:30,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:30,165 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:30,166 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740 2024-11-13T20:19:30,167 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740 2024-11-13T20:19:30,177 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:30,177 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:30,177 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:30,179 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:30,179 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63915946, jitterRate=-0.04757818579673767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:30,180 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:19:30,180 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529170158Writing region info on filesystem at 1731529170158Initializing all the Stores at 1731529170159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529170159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529170159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529170159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529170159Cleaning up temporary data from old regions at 1731529170177 (+18 ms)Running coprocessor post-open hooks at 1731529170180 (+3 ms)Region opened successfully at 1731529170180 2024-11-13T20:19:30,181 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529170077 2024-11-13T20:19:30,184 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:19:30,184 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:19:30,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,44555,1731529167298 2024-11-13T20:19:30,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44555,1731529167298, state=OPEN 2024-11-13T20:19:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01650654713/meta-region-server 2024-11-13T20:19:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01650654713/meta-region-server 2024-11-13T20:19:30,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01650654713/meta-region-server: CHANGED 2024-11-13T20:19:30,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01650654713/meta-region-server: CHANGED 2024-11-13T20:19:30,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,44555,1731529167298 2024-11-13T20:19:30,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:19:30,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44555,1731529167298 in 273 msec 2024-11-13T20:19:30,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:19:30,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-13T20:19:30,199 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:30,199 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:19:30,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:30,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44555,1731529167298, seqNum=-1] 2024-11-13T20:19:30,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:30,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:30,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-13T20:19:30,207 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529170207, completionTime=-1 2024-11-13T20:19:30,207 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:19:30,207 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:19:30,209 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:19:30,209 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529230209 2024-11-13T20:19:30,209 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529290209 2024-11-13T20:19:30,209 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:19:30,209 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33219,1731529167211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:30,209 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33219,1731529167211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:30,209 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33219,1731529167211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:30,210 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:33219, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:30,210 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:30,210 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:30,211 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:19:30,213 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.866sec 2024-11-13T20:19:30,213 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:19:30,213 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:19:30,213 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:19:30,213 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:19:30,213 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:19:30,213 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33219,1731529167211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:30,214 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33219,1731529167211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:19:30,216 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:19:30,216 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:19:30,216 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33219,1731529167211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:30,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:30,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33219,-1 for getting cluster id 2024-11-13T20:19:30,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:30,233 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e576ef38-5c8b-4ddf-81f4-e2fde0f648e6' 2024-11-13T20:19:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e576ef38-5c8b-4ddf-81f4-e2fde0f648e6" 2024-11-13T20:19:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14607df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33219,-1] 2024-11-13T20:19:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:30,236 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:30,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:30,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44555,1731529167298, seqNum=-1] 2024-11-13T20:19:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:30,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:30,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,33219,1731529167211 2024-11-13T20:19:30,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-13T20:19:30,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:30,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003acc552b0002 connected 2024-11-13T20:19:30,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.log.dir so I do NOT create it in target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe 2024-11-13T20:19:30,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:19:30,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.tmp.dir so I do NOT create it in target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe 2024-11-13T20:19:30,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:19:30,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe 2024-11-13T20:19:30,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:19:30,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/cluster_412586d4-6a27-c1fc-f814-eb52165a9e0c, deleteOnExit=true 2024-11-13T20:19:30,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:19:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/test.cache.data in system properties and HBase conf 2024-11-13T20:19:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:19:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:19:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:19:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:19:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:19:30,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:19:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:19:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:19:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:19:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:19:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:19:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:19:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:19:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:19:30,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:30,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:30,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:30,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:30,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:30,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:30,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:30,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:30,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38940895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/java.io.tmpdir/jetty-localhost-43709-hadoop-hdfs-3_4_1-tests_jar-_-any-17740115775964523581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:30,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:43709} 2024-11-13T20:19:30,475 INFO [Time-limited test {}] server.Server(415): Started @156387ms 2024-11-13T20:19:30,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:30,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:30,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:30,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:30,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:30,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:30,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:30,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2b2829{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/java.io.tmpdir/jetty-localhost-46671-hadoop-hdfs-3_4_1-tests_jar-_-any-3624306060112424979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:30,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:46671} 2024-11-13T20:19:30,699 INFO [Time-limited test {}] server.Server(415): Started @156611ms 2024-11-13T20:19:30,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:19:30,849 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/cluster_412586d4-6a27-c1fc-f814-eb52165a9e0c/data/data1/current/BP-80928213-172.17.0.2-1731529170279/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:30,861 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/cluster_412586d4-6a27-c1fc-f814-eb52165a9e0c/data/data2/current/BP-80928213-172.17.0.2-1731529170279/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:30,890 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:19:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775340350f23d9f2 with lease ID 0xe20e7be2c0956ce3: Processing first storage report for DS-118ad98b-0b6e-47d6-bb2a-2f58ae2015e0 from datanode DatanodeRegistration(127.0.0.1:43091, datanodeUuid=0a283499-0110-4cec-829b-8b603bc783d3, infoPort=37795, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=920641829;c=1731529170279) 2024-11-13T20:19:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775340350f23d9f2 with lease ID 0xe20e7be2c0956ce3: from storage DS-118ad98b-0b6e-47d6-bb2a-2f58ae2015e0 node DatanodeRegistration(127.0.0.1:43091, datanodeUuid=0a283499-0110-4cec-829b-8b603bc783d3, infoPort=37795, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=920641829;c=1731529170279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775340350f23d9f2 with lease ID 0xe20e7be2c0956ce3: Processing first storage report for DS-7b0eb8e5-de5a-4493-a1a8-b7fe4c688caf from datanode DatanodeRegistration(127.0.0.1:43091, datanodeUuid=0a283499-0110-4cec-829b-8b603bc783d3, infoPort=37795, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=920641829;c=1731529170279) 2024-11-13T20:19:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775340350f23d9f2 with lease ID 0xe20e7be2c0956ce3: from storage DS-7b0eb8e5-de5a-4493-a1a8-b7fe4c688caf node DatanodeRegistration(127.0.0.1:43091, datanodeUuid=0a283499-0110-4cec-829b-8b603bc783d3, infoPort=37795, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=920641829;c=1731529170279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:30,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe 2024-11-13T20:19:30,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:30,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:19:31,353 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4 with version=8 2024-11-13T20:19:31,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/hbase-staging 2024-11-13T20:19:31,355 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:31,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:31,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:31,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:31,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:31,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:31,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:19:31,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:31,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35347 2024-11-13T20:19:31,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35347 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-13T20:19:31,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353470x0, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:31,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35347-0x1003acc552b0003 connected 2024-11-13T20:19:31,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:31,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:31,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on znode that does not yet exist, /11186350651/running 2024-11-13T20:19:31,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4, hbase.cluster.distributed=false 2024-11-13T20:19:31,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on znode that does not yet exist, /11186350651/acl 2024-11-13T20:19:31,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35347 2024-11-13T20:19:31,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35347 2024-11-13T20:19:31,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35347 2024-11-13T20:19:31,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35347 2024-11-13T20:19:31,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35347 2024-11-13T20:19:31,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:31,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:31,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:31,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:31,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:31,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:31,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:19:31,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:31,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42473 2024-11-13T20:19:31,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42473 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-13T20:19:31,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:31,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:31,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424730x0, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:31,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42473-0x1003acc552b0004 connected 2024-11-13T20:19:31,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on znode that does not yet exist, /11186350651/running 2024-11-13T20:19:31,402 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:19:31,404 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:19:31,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on znode that does not yet exist, /11186350651/master 2024-11-13T20:19:31,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on znode that does not yet exist, /11186350651/acl 2024-11-13T20:19:31,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-13T20:19:31,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42473 2024-11-13T20:19:31,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42473 2024-11-13T20:19:31,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-13T20:19:31,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-13T20:19:31,427 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:35347 2024-11-13T20:19:31,427 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11186350651/backup-masters/04ac815325d6,35347,1731529171355 2024-11-13T20:19:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651/backup-masters 2024-11-13T20:19:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651/backup-masters 2024-11-13T20:19:31,429 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on existing znode=/11186350651/backup-masters/04ac815325d6,35347,1731529171355 2024-11-13T20:19:31,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186350651/master 2024-11-13T20:19:31,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:31,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:31,431 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on existing znode=/11186350651/master 2024-11-13T20:19:31,432 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11186350651/backup-masters/04ac815325d6,35347,1731529171355 from backup master directory 2024-11-13T20:19:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186350651/backup-masters/04ac815325d6,35347,1731529171355 2024-11-13T20:19:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651/backup-masters 2024-11-13T20:19:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651/backup-masters 2024-11-13T20:19:31,433 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:31,433 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,35347,1731529171355 2024-11-13T20:19:31,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/hbase.id] with ID: d7d41ea7-8868-44c4-a437-fc84630ecbe2 2024-11-13T20:19:31,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/.tmp/hbase.id 2024-11-13T20:19:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:19:31,849 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/.tmp/hbase.id]:[hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/hbase.id] 2024-11-13T20:19:31,862 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:31,862 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:19:31,863 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:19:31,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:31,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:19:32,275 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:32,276 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:19:32,280 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:32,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:19:32,290 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store 2024-11-13T20:19:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:19:32,700 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:32,700 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:32,700 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:32,700 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:32,700 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:32,700 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:32,700 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:32,700 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529172700Disabling compacts and flushes for region at 1731529172700Disabling writes for close at 1731529172700Writing region close event to WAL at 1731529172700Closed at 1731529172700 2024-11-13T20:19:32,701 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/.initializing 2024-11-13T20:19:32,702 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/WALs/04ac815325d6,35347,1731529171355 2024-11-13T20:19:32,704 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:32,706 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C35347%2C1731529171355, suffix=, logDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/WALs/04ac815325d6,35347,1731529171355, archiveDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/oldWALs, maxLogs=10 2024-11-13T20:19:32,728 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/WALs/04ac815325d6,35347,1731529171355/04ac815325d6%2C35347%2C1731529171355.1731529172706, exclude list is [], retry=0 2024-11-13T20:19:32,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43091,DS-118ad98b-0b6e-47d6-bb2a-2f58ae2015e0,DISK] 2024-11-13T20:19:32,741 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/WALs/04ac815325d6,35347,1731529171355/04ac815325d6%2C35347%2C1731529171355.1731529172706 2024-11-13T20:19:32,742 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37795:37795)] 2024-11-13T20:19:32,742 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:32,742 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:32,742 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,742 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:19:32,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:32,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:32,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:19:32,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:32,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:32,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:19:32,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:32,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:32,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:19:32,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:32,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:32,759 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,760 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,760 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,761 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,761 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,762 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:32,763 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:32,769 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:32,769 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64215359, jitterRate=-0.04311658442020416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:32,769 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529172742Initializing all the Stores at 1731529172743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529172743Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529172748 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529172748Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529172748Cleaning up temporary data from old regions at 1731529172761 (+13 ms)Region opened successfully at 1731529172769 (+8 ms) 2024-11-13T20:19:32,770 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:19:32,773 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa446e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:32,774 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:19:32,774 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:19:32,774 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:19:32,774 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:19:32,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:19:32,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:19:32,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:19:32,783 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:19:32,784 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Unable to get data of znode /11186350651/balancer because node does not exist (not necessarily an error) 2024-11-13T20:19:32,785 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186350651/balancer already deleted, retry=false 2024-11-13T20:19:32,785 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:19:32,786 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Unable to get data of znode /11186350651/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:19:32,787 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186350651/normalizer already deleted, retry=false 2024-11-13T20:19:32,787 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:19:32,789 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Unable to get data of znode /11186350651/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:19:32,790 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186350651/switch/split already deleted, retry=false 2024-11-13T20:19:32,792 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Unable to get data of znode /11186350651/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:19:32,793 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186350651/switch/merge already deleted, retry=false 2024-11-13T20:19:32,798 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Unable to get data of znode /11186350651/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:19:32,799 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186350651/snapshot-cleanup already deleted, retry=false 2024-11-13T20:19:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186350651/running 2024-11-13T20:19:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186350651/running 2024-11-13T20:19:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:32,801 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,35347,1731529171355, sessionid=0x1003acc552b0003, setting cluster-up flag (Was=false) 2024-11-13T20:19:32,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:32,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:32,810 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11186350651/flush-table-proc/acquired, /11186350651/flush-table-proc/reached, /11186350651/flush-table-proc/abort 2024-11-13T20:19:32,811 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,35347,1731529171355 2024-11-13T20:19:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:32,818 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11186350651/online-snapshot/acquired, /11186350651/online-snapshot/reached, /11186350651/online-snapshot/abort 2024-11-13T20:19:32,820 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,35347,1731529171355 2024-11-13T20:19:32,821 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:19:32,823 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:32,823 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:19:32,823 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:19:32,824 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,35347,1731529171355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:32,825 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:32,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:19:32,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:32,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:19:32,836 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529202836 2024-11-13T20:19:32,836 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:19:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:19:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:19:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:19:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:19:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:19:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:19:32,838 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:19:32,838 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:19:32,838 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:19:32,840 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:19:32,841 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:19:32,841 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529172841,5,FailOnTimeoutGroup] 2024-11-13T20:19:32,841 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529172841,5,FailOnTimeoutGroup] 2024-11-13T20:19:32,841 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,841 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:19:32,841 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,841 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:19:32,915 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(746): ClusterId : d7d41ea7-8868-44c4-a437-fc84630ecbe2 2024-11-13T20:19:32,915 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:19:32,917 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:19:32,917 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:19:32,918 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:19:32,919 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:32,931 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:42473 2024-11-13T20:19:32,932 INFO [RS:0;04ac815325d6:42473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:19:32,932 INFO [RS:0;04ac815325d6:42473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:19:32,932 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:19:32,932 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,35347,1731529171355 with port=42473, startcode=1731529171394 2024-11-13T20:19:32,932 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:19:32,934 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:19:32,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,42473,1731529171394 2024-11-13T20:19:32,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35347 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,42473,1731529171394 2024-11-13T20:19:32,936 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4 2024-11-13T20:19:32,936 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41357 2024-11-13T20:19:32,936 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:19:32,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651/rs 2024-11-13T20:19:32,942 DEBUG [RS:0;04ac815325d6:42473 {}] zookeeper.ZKUtil(111): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on existing znode=/11186350651/rs/04ac815325d6,42473,1731529171394 2024-11-13T20:19:32,942 WARN [RS:0;04ac815325d6:42473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:32,942 INFO [RS:0;04ac815325d6:42473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:32,942 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394 2024-11-13T20:19:32,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,42473,1731529171394] 2024-11-13T20:19:32,945 INFO [RS:0;04ac815325d6:42473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:19:32,947 INFO [RS:0;04ac815325d6:42473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:19:32,947 INFO [RS:0;04ac815325d6:42473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:19:32,947 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,947 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:19:32,948 INFO [RS:0;04ac815325d6:42473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:19:32,948 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:32,948 DEBUG [RS:0;04ac815325d6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:32,952 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,953 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,953 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,953 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,953 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,953 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42473,1731529171394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:32,971 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:19:32,972 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42473,1731529171394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,972 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,972 INFO [RS:0;04ac815325d6:42473 {}] regionserver.Replication(171): 04ac815325d6,42473,1731529171394 started 2024-11-13T20:19:32,990 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:32,990 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,42473,1731529171394, RpcServer on 04ac815325d6/172.17.0.2:42473, sessionid=0x1003acc552b0004 2024-11-13T20:19:32,990 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:19:32,990 DEBUG [RS:0;04ac815325d6:42473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,42473,1731529171394 2024-11-13T20:19:32,990 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,42473,1731529171394' 2024-11-13T20:19:32,990 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11186350651/flush-table-proc/abort' 2024-11-13T20:19:32,990 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11186350651/flush-table-proc/acquired' 2024-11-13T20:19:32,991 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:19:32,991 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:19:32,991 DEBUG [RS:0;04ac815325d6:42473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,42473,1731529171394 2024-11-13T20:19:32,991 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,42473,1731529171394' 2024-11-13T20:19:32,991 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11186350651/online-snapshot/abort' 2024-11-13T20:19:32,992 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11186350651/online-snapshot/acquired' 2024-11-13T20:19:32,992 DEBUG [RS:0;04ac815325d6:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:19:32,992 INFO [RS:0;04ac815325d6:42473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:19:32,992 INFO [RS:0;04ac815325d6:42473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:19:33,093 INFO [RS:0;04ac815325d6:42473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:33,094 INFO [RS:0;04ac815325d6:42473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42473%2C1731529171394, suffix=, logDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394, archiveDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/oldWALs, maxLogs=10 2024-11-13T20:19:33,112 DEBUG [RS:0;04ac815325d6:42473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095, exclude list is [], retry=0 2024-11-13T20:19:33,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43091,DS-118ad98b-0b6e-47d6-bb2a-2f58ae2015e0,DISK] 2024-11-13T20:19:33,116 INFO [RS:0;04ac815325d6:42473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 2024-11-13T20:19:33,117 DEBUG [RS:0;04ac815325d6:42473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37795:37795)] 2024-11-13T20:19:33,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:19:33,244 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4 2024-11-13T20:19:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:19:33,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:33,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:33,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:33,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:33,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:33,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:33,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:33,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:33,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:33,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:33,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:33,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:33,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:33,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:33,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:33,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:33,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:33,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:33,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740 2024-11-13T20:19:33,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740 2024-11-13T20:19:33,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:33,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:33,662 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:33,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:33,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:33,666 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66282102, jitterRate=-0.012319713830947876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:33,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529173651Initializing all the Stores at 1731529173652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529173652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529173652Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529173652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529173652Cleaning up temporary data from old regions at 1731529173661 (+9 ms)Region opened successfully at 1731529173666 (+5 ms) 2024-11-13T20:19:33,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:33,666 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:33,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:33,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:33,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:33,666 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:33,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529173666Disabling compacts and flushes for region at 1731529173666Disabling writes for close at 1731529173666Writing region close event to WAL at 1731529173666Closed at 1731529173666 2024-11-13T20:19:33,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:33,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:19:33,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:19:33,669 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:33,669 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:19:33,820 DEBUG [04ac815325d6:35347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:33,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,42473,1731529171394 2024-11-13T20:19:33,822 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,42473,1731529171394, state=OPENING 2024-11-13T20:19:33,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:19:33,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:33,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:33,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186350651/meta-region-server: CHANGED 2024-11-13T20:19:33,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:33,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,42473,1731529171394}] 2024-11-13T20:19:33,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186350651/meta-region-server: CHANGED 2024-11-13T20:19:33,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:33,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:19:33,991 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:19:33,991 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:33,992 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:19:33,993 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42473%2C1731529171394.meta, suffix=.meta, logDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394, archiveDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/oldWALs, maxLogs=10 2024-11-13T20:19:34,008 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.meta.1731529173993.meta, exclude list is [], retry=0 2024-11-13T20:19:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43091,DS-118ad98b-0b6e-47d6-bb2a-2f58ae2015e0,DISK] 2024-11-13T20:19:34,013 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.meta.1731529173993.meta 2024-11-13T20:19:34,013 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37795:37795)] 2024-11-13T20:19:34,013 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:34,014 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:34,014 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:34,014 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:19:34,014 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:19:34,014 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:19:34,014 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:34,014 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:19:34,014 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:19:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:34,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:34,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:34,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:34,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:34,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:34,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:34,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:34,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:34,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:34,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:34,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:34,021 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:34,022 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740 2024-11-13T20:19:34,024 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740 2024-11-13T20:19:34,026 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:34,026 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:34,026 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:34,028 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:34,030 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69145391, jitterRate=0.030346617102622986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:34,030 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:19:34,030 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529174014Writing region info on filesystem at 1731529174014Initializing all the Stores at 1731529174015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529174015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529174015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529174015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529174015Cleaning up temporary data from old regions at 1731529174026 (+11 ms)Running coprocessor post-open hooks at 1731529174030 (+4 ms)Region opened successfully at 1731529174030 2024-11-13T20:19:34,031 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529173986 2024-11-13T20:19:34,034 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:19:34,034 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:19:34,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,42473,1731529171394 2024-11-13T20:19:34,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,42473,1731529171394, state=OPEN 2024-11-13T20:19:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11186350651/meta-region-server 2024-11-13T20:19:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11186350651/meta-region-server 2024-11-13T20:19:34,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,42473,1731529171394 2024-11-13T20:19:34,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186350651/meta-region-server: CHANGED 2024-11-13T20:19:34,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186350651/meta-region-server: CHANGED 2024-11-13T20:19:34,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:19:34,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,42473,1731529171394 in 203 msec 2024-11-13T20:19:34,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:19:34,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-13T20:19:34,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:34,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:19:34,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:34,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:34,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:34,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:34,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-13T20:19:34,047 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529174047, completionTime=-1 2024-11-13T20:19:34,047 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:19:34,047 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:19:34,048 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:19:34,048 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529234048 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529294049 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35347,1731529171355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35347,1731529171355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35347,1731529171355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:35347, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:34,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:34,050 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.619sec 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35347,1731529171355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:34,052 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35347,1731529171355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:19:34,054 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:19:34,054 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:19:34,054 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35347,1731529171355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:34,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:34,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35347,-1 for getting cluster id 2024-11-13T20:19:34,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:34,118 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7d41ea7-8868-44c4-a437-fc84630ecbe2' 2024-11-13T20:19:34,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:34,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7d41ea7-8868-44c4-a437-fc84630ecbe2" 2024-11-13T20:19:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4e8f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35347,-1] 2024-11-13T20:19:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:34,120 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:34,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:34,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:34,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:34,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,35347,1731529171355 2024-11-13T20:19:34,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-13T20:19:34,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:34,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003acc552b0005 connected 2024-11-13T20:19:34,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33219,1731529167211 2024-11-13T20:19:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5193c4fa 2024-11-13T20:19:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:34,133 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:34,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:19:34,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:19:34,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:19:34,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:19:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:19:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:34,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edfb3ffcb04e9f175064700508461230, NAME => 'test,,1731529174134.edfb3ffcb04e9f175064700508461230.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374 2024-11-13T20:19:34,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:19:34,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529174134.edfb3ffcb04e9f175064700508461230.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:34,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing edfb3ffcb04e9f175064700508461230, disabling compactions & flushes 2024-11-13T20:19:34,552 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:34,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:34,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529174134.edfb3ffcb04e9f175064700508461230. after waiting 0 ms 2024-11-13T20:19:34,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:34,552 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:34,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for edfb3ffcb04e9f175064700508461230: Waiting for close lock at 1731529174551Disabling compacts and flushes for region at 1731529174551Disabling writes for close at 1731529174552 (+1 ms)Writing region close event to WAL at 1731529174552Closed at 1731529174552 2024-11-13T20:19:34,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:19:34,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529174134.edfb3ffcb04e9f175064700508461230.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529174553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529174553"}]},"ts":"1731529174553"} 2024-11-13T20:19:34,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:19:34,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:19:34,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529174556"}]},"ts":"1731529174556"} 2024-11-13T20:19:34,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:19:34,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=edfb3ffcb04e9f175064700508461230, ASSIGN}] 2024-11-13T20:19:34,560 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=edfb3ffcb04e9f175064700508461230, ASSIGN 2024-11-13T20:19:34,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=edfb3ffcb04e9f175064700508461230, ASSIGN; state=OFFLINE, location=04ac815325d6,44555,1731529167298; forceNewPlan=false, retain=false 2024-11-13T20:19:34,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edfb3ffcb04e9f175064700508461230, regionState=OPENING, regionLocation=04ac815325d6,44555,1731529167298 2024-11-13T20:19:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=edfb3ffcb04e9f175064700508461230, ASSIGN because future has completed 2024-11-13T20:19:34,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edfb3ffcb04e9f175064700508461230, server=04ac815325d6,44555,1731529167298}] 2024-11-13T20:19:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:34,881 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:34,881 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => edfb3ffcb04e9f175064700508461230, NAME => 'test,,1731529174134.edfb3ffcb04e9f175064700508461230.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:34,881 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:34,881 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:19:34,881 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,881 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529174134.edfb3ffcb04e9f175064700508461230.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:34,882 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,882 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,887 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,889 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edfb3ffcb04e9f175064700508461230 columnFamilyName f 2024-11-13T20:19:34,889 DEBUG [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,889 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] regionserver.HStore(327): Store=edfb3ffcb04e9f175064700508461230/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:34,889 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,891 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edfb3ffcb04e9f175064700508461230 columnFamilyName f1 2024-11-13T20:19:34,891 DEBUG [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,891 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] regionserver.HStore(327): Store=edfb3ffcb04e9f175064700508461230/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:34,891 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,892 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edfb3ffcb04e9f175064700508461230 columnFamilyName norep 2024-11-13T20:19:34,892 DEBUG [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:34,893 INFO [StoreOpener-edfb3ffcb04e9f175064700508461230-1 {}] regionserver.HStore(327): Store=edfb3ffcb04e9f175064700508461230/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:34,893 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,895 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,895 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,895 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:19:34,897 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,899 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:34,899 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened edfb3ffcb04e9f175064700508461230; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68496095, jitterRate=0.020671352744102478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:19:34,899 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:34,900 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for edfb3ffcb04e9f175064700508461230: Running coprocessor pre-open hook at 1731529174882Writing region info on filesystem at 1731529174882Initializing all the Stores at 1731529174883 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529174883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529174887 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529174887Cleaning up temporary data from old regions at 1731529174895 (+8 ms)Running coprocessor post-open hooks at 1731529174899 (+4 ms)Region opened successfully at 1731529174900 (+1 ms) 2024-11-13T20:19:34,901 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529174134.edfb3ffcb04e9f175064700508461230., pid=6, masterSystemTime=1731529174868 2024-11-13T20:19:34,903 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:34,903 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:34,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edfb3ffcb04e9f175064700508461230, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,44555,1731529167298 2024-11-13T20:19:34,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edfb3ffcb04e9f175064700508461230, server=04ac815325d6,44555,1731529167298 because future has completed 2024-11-13T20:19:34,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:19:34,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure edfb3ffcb04e9f175064700508461230, server=04ac815325d6,44555,1731529167298 in 191 msec 2024-11-13T20:19:34,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:19:34,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=edfb3ffcb04e9f175064700508461230, ASSIGN in 349 msec 2024-11-13T20:19:34,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:19:34,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529174910"}]},"ts":"1731529174910"} 2024-11-13T20:19:34,912 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:19:34,913 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:19:34,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-13T20:19:35,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:35,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:35,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:19:35,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:19:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:35,277 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:19:35,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35347,1731529171355 2024-11-13T20:19:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b3d6cbe 2024-11-13T20:19:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:35,280 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:35,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:19:35,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:19:35,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:35,283 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:19:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:35,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:19:35,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:19:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:35,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bec8500a918107773d8f5f60741053f, NAME => 'test,,1731529175280.6bec8500a918107773d8f5f60741053f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4 2024-11-13T20:19:35,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:19:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:36,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529175280.6bec8500a918107773d8f5f60741053f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:36,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6bec8500a918107773d8f5f60741053f, disabling compactions & flushes 2024-11-13T20:19:36,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:36,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:36,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529175280.6bec8500a918107773d8f5f60741053f. after waiting 0 ms 2024-11-13T20:19:36,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:36,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:36,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bec8500a918107773d8f5f60741053f: Waiting for close lock at 1731529176123Disabling compacts and flushes for region at 1731529176123Disabling writes for close at 1731529176123Writing region close event to WAL at 1731529176123Closed at 1731529176123 2024-11-13T20:19:36,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:19:36,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529175280.6bec8500a918107773d8f5f60741053f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529176126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529176126"}]},"ts":"1731529176126"} 2024-11-13T20:19:36,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:19:36,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:19:36,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529176130"}]},"ts":"1731529176130"} 2024-11-13T20:19:36,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:19:36,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bec8500a918107773d8f5f60741053f, ASSIGN}] 2024-11-13T20:19:36,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bec8500a918107773d8f5f60741053f, ASSIGN 2024-11-13T20:19:36,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6bec8500a918107773d8f5f60741053f, ASSIGN; state=OFFLINE, location=04ac815325d6,42473,1731529171394; forceNewPlan=false, retain=false 2024-11-13T20:19:36,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bec8500a918107773d8f5f60741053f, regionState=OPENING, regionLocation=04ac815325d6,42473,1731529171394 2024-11-13T20:19:36,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6bec8500a918107773d8f5f60741053f, ASSIGN because future has completed 2024-11-13T20:19:36,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bec8500a918107773d8f5f60741053f, server=04ac815325d6,42473,1731529171394}] 2024-11-13T20:19:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:36,454 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:36,454 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bec8500a918107773d8f5f60741053f, NAME => 'test,,1731529175280.6bec8500a918107773d8f5f60741053f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:36,454 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:36,454 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:19:36,455 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,455 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529175280.6bec8500a918107773d8f5f60741053f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:36,455 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,455 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,456 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,457 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bec8500a918107773d8f5f60741053f columnFamilyName f 2024-11-13T20:19:36,457 DEBUG [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:36,458 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] regionserver.HStore(327): Store=6bec8500a918107773d8f5f60741053f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:36,458 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,459 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bec8500a918107773d8f5f60741053f columnFamilyName f1 2024-11-13T20:19:36,459 DEBUG [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:36,459 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] regionserver.HStore(327): Store=6bec8500a918107773d8f5f60741053f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:36,459 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,460 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bec8500a918107773d8f5f60741053f columnFamilyName norep 2024-11-13T20:19:36,460 DEBUG [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:36,461 INFO [StoreOpener-6bec8500a918107773d8f5f60741053f-1 {}] regionserver.HStore(327): Store=6bec8500a918107773d8f5f60741053f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:36,461 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,461 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,462 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,462 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,463 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,463 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:19:36,464 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,466 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:36,466 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6bec8500a918107773d8f5f60741053f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62515919, jitterRate=-0.06844021379947662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:19:36,466 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:36,467 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6bec8500a918107773d8f5f60741053f: Running coprocessor pre-open hook at 1731529176455Writing region info on filesystem at 1731529176455Initializing all the Stores at 1731529176456 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529176456Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529176456Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529176456Cleaning up temporary data from old regions at 1731529176463 (+7 ms)Running coprocessor post-open hooks at 1731529176466 (+3 ms)Region opened successfully at 1731529176466 2024-11-13T20:19:36,467 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529175280.6bec8500a918107773d8f5f60741053f., pid=6, masterSystemTime=1731529176450 2024-11-13T20:19:36,469 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:36,469 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:36,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bec8500a918107773d8f5f60741053f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,42473,1731529171394 2024-11-13T20:19:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bec8500a918107773d8f5f60741053f, server=04ac815325d6,42473,1731529171394 because future has completed 2024-11-13T20:19:36,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:19:36,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bec8500a918107773d8f5f60741053f, server=04ac815325d6,42473,1731529171394 in 176 msec 2024-11-13T20:19:36,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:19:36,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6bec8500a918107773d8f5f60741053f, ASSIGN in 343 msec 2024-11-13T20:19:36,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:19:36,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529176478"}]},"ts":"1731529176478"} 2024-11-13T20:19:36,479 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:19:36,480 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:19:36,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2000 sec 2024-11-13T20:19:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:37,427 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:19:37,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33219,-1 for getting cluster id 2024-11-13T20:19:37,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:37,430 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e576ef38-5c8b-4ddf-81f4-e2fde0f648e6' 2024-11-13T20:19:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e576ef38-5c8b-4ddf-81f4-e2fde0f648e6" 2024-11-13T20:19:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1420c693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33219,-1] 2024-11-13T20:19:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:37,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:37,431 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1bc524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35347,-1 for getting cluster id 2024-11-13T20:19:37,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:37,434 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7d41ea7-8868-44c4-a437-fc84630ecbe2' 2024-11-13T20:19:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7d41ea7-8868-44c4-a437-fc84630ecbe2" 2024-11-13T20:19:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225f431c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35347,-1] 2024-11-13T20:19:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:37,436 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:37,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9dee00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33219,-1 for getting cluster id 2024-11-13T20:19:37,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:37,439 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e576ef38-5c8b-4ddf-81f4-e2fde0f648e6' 2024-11-13T20:19:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e576ef38-5c8b-4ddf-81f4-e2fde0f648e6" 2024-11-13T20:19:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33219,-1] 2024-11-13T20:19:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:37,440 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:37,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c72c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33219,1731529167211 2024-11-13T20:19:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb5c850 2024-11-13T20:19:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:37,443 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:37,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:35347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:19:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:19:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:37,446 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:35347' 2024-11-13T20:19:37,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6008c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,447 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35347,-1 for getting cluster id 2024-11-13T20:19:37,447 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:37,448 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7d41ea7-8868-44c4-a437-fc84630ecbe2' 2024-11-13T20:19:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7d41ea7-8868-44c4-a437-fc84630ecbe2" 2024-11-13T20:19:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0db9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35347,-1] 2024-11-13T20:19:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:37,450 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@874c7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:37,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35347,1731529171355 2024-11-13T20:19:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e6936c 2024-11-13T20:19:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:37,452 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:37,453 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:19:37,453 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:19:37,453 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:37,453 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:37,453 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:37,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:37,457 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:19:37,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:19:37,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:37,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:19:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:19:37,474 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ebc1ef5324fe7e5d33258f3d6b81e7a, NAME => 'hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374 2024-11-13T20:19:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:19:37,507 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:19:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:37,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:37,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ebc1ef5324fe7e5d33258f3d6b81e7a, disabling compactions & flushes 2024-11-13T20:19:37,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:37,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:37,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. after waiting 0 ms 2024-11-13T20:19:37,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:37,884 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:37,884 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ebc1ef5324fe7e5d33258f3d6b81e7a: Waiting for close lock at 1731529177883Disabling compacts and flushes for region at 1731529177883Disabling writes for close at 1731529177883Writing region close event to WAL at 1731529177884 (+1 ms)Closed at 1731529177884 2024-11-13T20:19:37,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:19:37,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529177885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529177885"}]},"ts":"1731529177885"} 2024-11-13T20:19:37,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:19:37,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:19:37,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529177888"}]},"ts":"1731529177888"} 2024-11-13T20:19:37,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:19:37,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ebc1ef5324fe7e5d33258f3d6b81e7a, ASSIGN}] 2024-11-13T20:19:37,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ebc1ef5324fe7e5d33258f3d6b81e7a, ASSIGN 2024-11-13T20:19:37,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ebc1ef5324fe7e5d33258f3d6b81e7a, ASSIGN; state=OFFLINE, location=04ac815325d6,44555,1731529167298; forceNewPlan=false, retain=false 2024-11-13T20:19:38,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ebc1ef5324fe7e5d33258f3d6b81e7a, regionState=OPENING, regionLocation=04ac815325d6,44555,1731529167298 2024-11-13T20:19:38,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ebc1ef5324fe7e5d33258f3d6b81e7a, ASSIGN because future has completed 2024-11-13T20:19:38,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ebc1ef5324fe7e5d33258f3d6b81e7a, server=04ac815325d6,44555,1731529167298}] 2024-11-13T20:19:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:38,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:38,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:38,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:19:38,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44555%2C1731529167298.rep, suffix=, logDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298, archiveDir=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/oldWALs, maxLogs=10 2024-11-13T20:19:38,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.rep.1731529178205, exclude list is [], retry=0 2024-11-13T20:19:38,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-6858c672-0502-455d-8b46-06d31ea251cf,DISK] 2024-11-13T20:19:38,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.rep.1731529178205 2024-11-13T20:19:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397)] 2024-11-13T20:19:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ebc1ef5324fe7e5d33258f3d6b81e7a, NAME => 'hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:38,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:38,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. service=MultiRowMutationService 2024-11-13T20:19:38,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:19:38,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:38,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,227 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,229 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebc1ef5324fe7e5d33258f3d6b81e7a columnFamilyName hfileref 2024-11-13T20:19:38,229 DEBUG [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:38,229 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] regionserver.HStore(327): Store=9ebc1ef5324fe7e5d33258f3d6b81e7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:38,229 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,230 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebc1ef5324fe7e5d33258f3d6b81e7a columnFamilyName queue 2024-11-13T20:19:38,230 DEBUG [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:38,231 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] regionserver.HStore(327): Store=9ebc1ef5324fe7e5d33258f3d6b81e7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:38,231 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,231 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebc1ef5324fe7e5d33258f3d6b81e7a columnFamilyName sid 2024-11-13T20:19:38,231 DEBUG [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:38,232 INFO [StoreOpener-9ebc1ef5324fe7e5d33258f3d6b81e7a-1 {}] regionserver.HStore(327): Store=9ebc1ef5324fe7e5d33258f3d6b81e7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:38,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:19:38,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:38,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ebc1ef5324fe7e5d33258f3d6b81e7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68764388, jitterRate=0.024669229984283447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:19:38,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:38,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ebc1ef5324fe7e5d33258f3d6b81e7a: Running coprocessor pre-open hook at 1731529178226Writing region info on filesystem at 1731529178226Initializing all the Stores at 1731529178227 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529178227Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529178227Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529178227Cleaning up temporary data from old regions at 1731529178233 (+6 ms)Running coprocessor post-open hooks at 1731529178238 (+5 ms)Region opened successfully at 1731529178238 2024-11-13T20:19:38,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a., pid=10, masterSystemTime=1731529178198 2024-11-13T20:19:38,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:38,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:38,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ebc1ef5324fe7e5d33258f3d6b81e7a, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,44555,1731529167298 2024-11-13T20:19:38,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ebc1ef5324fe7e5d33258f3d6b81e7a, server=04ac815325d6,44555,1731529167298 because future has completed 2024-11-13T20:19:38,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:19:38,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ebc1ef5324fe7e5d33258f3d6b81e7a, server=04ac815325d6,44555,1731529167298 in 200 msec 2024-11-13T20:19:38,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:19:38,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ebc1ef5324fe7e5d33258f3d6b81e7a, ASSIGN in 357 msec 2024-11-13T20:19:38,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:19:38,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529178250"}]},"ts":"1731529178250"} 2024-11-13T20:19:38,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:19:38,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:19:38,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 799 msec 2024-11-13T20:19:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a., hostname=04ac815325d6,44555,1731529167298, seqNum=2] 2024-11-13T20:19:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:38,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:19:38,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:19:38,425 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:19:38,462 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,44555,1731529167298, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:19:38,463 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:38,463 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44555,1731529167298, seqNum=-1] 2024-11-13T20:19:38,463 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:38,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T20:19:38,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,44555,1731529167298', locateType=CURRENT is [region=hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a., hostname=04ac815325d6,44555,1731529167298, seqNum=2] 2024-11-13T20:19:38,469 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:19:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:19:38,471 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,44555,1731529167298 suceeded 2024-11-13T20:19:38,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:19:38,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-13T20:19:38,473 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:35347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:19:38,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0300 sec 2024-11-13T20:19:38,484 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:35347' 2024-11-13T20:19:38,487 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f357733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,487 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35347,-1 for getting cluster id 2024-11-13T20:19:38,487 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:38,488 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7d41ea7-8868-44c4-a437-fc84630ecbe2' 2024-11-13T20:19:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7d41ea7-8868-44c4-a437-fc84630ecbe2" 2024-11-13T20:19:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a15fabd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35347,-1] 2024-11-13T20:19:38,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:38,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:38,489 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:38,490 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1943dcec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,490 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:38,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35347,1731529171355 2024-11-13T20:19:38,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f7b1c2 2024-11-13T20:19:38,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:38,492 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T20:19:38,493 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,44555,1731529167298 (queues=1) is replicating from cluster=e576ef38-5c8b-4ddf-81f4-e2fde0f648e6 to cluster=d7d41ea7-8868-44c4-a437-fc84630ecbe2 2024-11-13T20:19:38,493 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C44555%2C1731529167298 2024-11-13T20:19:38,494 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,44555,1731529167298, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:19:38,497 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C44555%2C1731529167298 2024-11-13T20:19:38,497 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110, startPosition=0, beingWritten=true 2024-11-13T20:19:38,503 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:19:38,503 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 379, reset compression=false 2024-11-13T20:19:38,503 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44555,1731529167298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:19:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:38,587 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:19:38,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:38,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:38,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:38,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:38,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:38,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35347,-1 for getting cluster id 2024-11-13T20:19:38,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:38,589 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7d41ea7-8868-44c4-a437-fc84630ecbe2' 2024-11-13T20:19:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7d41ea7-8868-44c4-a437-fc84630ecbe2" 2024-11-13T20:19:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2499edf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35347,-1] 2024-11-13T20:19:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:38,590 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537d1452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35347,1731529171355 2024-11-13T20:19:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390069b 2024-11-13T20:19:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:38,593 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:38,593 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:33219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:19:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:19:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:38,596 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33219' 2024-11-13T20:19:38,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856f360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,597 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33219,-1 for getting cluster id 2024-11-13T20:19:38,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:38,598 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e576ef38-5c8b-4ddf-81f4-e2fde0f648e6' 2024-11-13T20:19:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e576ef38-5c8b-4ddf-81f4-e2fde0f648e6" 2024-11-13T20:19:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56916bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33219,-1] 2024-11-13T20:19:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:38,599 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:38,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b233a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:38,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:38,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33219,1731529167211 2024-11-13T20:19:38,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c7ead15 2024-11-13T20:19:38,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:38,601 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:38,602 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:19:38,602 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:19:38,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:38,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:38,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:38,602 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:38,603 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:19:38,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:19:38,604 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:38,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:19:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:19:38,654 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:19:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:38,708 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 379, reset compression=false 2024-11-13T20:19:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:39,013 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 379, reset compression=false 2024-11-13T20:19:39,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba41cd7cbbaa45ba236f669fa6b53629, NAME => 'hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4 2024-11-13T20:19:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:19:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:39,421 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 379, reset compression=false 2024-11-13T20:19:39,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:39,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba41cd7cbbaa45ba236f669fa6b53629, disabling compactions & flushes 2024-11-13T20:19:39,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:39,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:39,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. after waiting 0 ms 2024-11-13T20:19:39,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:39,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:39,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba41cd7cbbaa45ba236f669fa6b53629: Waiting for close lock at 1731529179427Disabling compacts and flushes for region at 1731529179427Disabling writes for close at 1731529179427Writing region close event to WAL at 1731529179427Closed at 1731529179427 2024-11-13T20:19:39,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:19:39,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529179428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529179428"}]},"ts":"1731529179428"} 2024-11-13T20:19:39,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:19:39,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:19:39,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529179431"}]},"ts":"1731529179431"} 2024-11-13T20:19:39,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:19:39,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba41cd7cbbaa45ba236f669fa6b53629, ASSIGN}] 2024-11-13T20:19:39,435 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba41cd7cbbaa45ba236f669fa6b53629, ASSIGN 2024-11-13T20:19:39,435 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba41cd7cbbaa45ba236f669fa6b53629, ASSIGN; state=OFFLINE, location=04ac815325d6,42473,1731529171394; forceNewPlan=false, retain=false 2024-11-13T20:19:39,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:19:39,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:19:39,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:19:39,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T20:19:39,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:19:39,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T20:19:39,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:39,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T20:19:39,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:19:39,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T20:19:39,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:39,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T20:19:39,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba41cd7cbbaa45ba236f669fa6b53629, regionState=OPENING, regionLocation=04ac815325d6,42473,1731529171394 2024-11-13T20:19:39,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba41cd7cbbaa45ba236f669fa6b53629, ASSIGN because future has completed 2024-11-13T20:19:39,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba41cd7cbbaa45ba236f669fa6b53629, server=04ac815325d6,42473,1731529171394}] 2024-11-13T20:19:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:39,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:39,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:39,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:19:39,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42473%2C1731529171394.rep, suffix=, logDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394, archiveDir=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/oldWALs, maxLogs=10 2024-11-13T20:19:39,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.rep.1731529179746, exclude list is [], retry=0 2024-11-13T20:19:39,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43091,DS-118ad98b-0b6e-47d6-bb2a-2f58ae2015e0,DISK] 2024-11-13T20:19:39,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.rep.1731529179746 2024-11-13T20:19:39,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37795:37795)] 2024-11-13T20:19:39,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ba41cd7cbbaa45ba236f669fa6b53629, NAME => 'hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:39,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:39,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:39,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. service=MultiRowMutationService 2024-11-13T20:19:39,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:19:39,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:39,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,766 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,768 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba41cd7cbbaa45ba236f669fa6b53629 columnFamilyName hfileref 2024-11-13T20:19:39,768 DEBUG [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:39,768 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] regionserver.HStore(327): Store=ba41cd7cbbaa45ba236f669fa6b53629/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:39,768 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,769 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba41cd7cbbaa45ba236f669fa6b53629 columnFamilyName queue 2024-11-13T20:19:39,769 DEBUG [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:39,770 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] regionserver.HStore(327): Store=ba41cd7cbbaa45ba236f669fa6b53629/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:39,770 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,770 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba41cd7cbbaa45ba236f669fa6b53629 columnFamilyName sid 2024-11-13T20:19:39,771 DEBUG [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:39,771 INFO [StoreOpener-ba41cd7cbbaa45ba236f669fa6b53629-1 {}] regionserver.HStore(327): Store=ba41cd7cbbaa45ba236f669fa6b53629/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:39,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:19:39,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:39,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ba41cd7cbbaa45ba236f669fa6b53629; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70062232, jitterRate=0.044008612632751465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:19:39,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:39,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ba41cd7cbbaa45ba236f669fa6b53629: Running coprocessor pre-open hook at 1731529179765Writing region info on filesystem at 1731529179765Initializing all the Stores at 1731529179766 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529179766Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529179766Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529179766Cleaning up temporary data from old regions at 1731529179773 (+7 ms)Running coprocessor post-open hooks at 1731529179777 (+4 ms)Region opened successfully at 1731529179777 2024-11-13T20:19:39,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629., pid=10, masterSystemTime=1731529179740 2024-11-13T20:19:39,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:39,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:39,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba41cd7cbbaa45ba236f669fa6b53629, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,42473,1731529171394 2024-11-13T20:19:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba41cd7cbbaa45ba236f669fa6b53629, server=04ac815325d6,42473,1731529171394 because future has completed 2024-11-13T20:19:39,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:19:39,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ba41cd7cbbaa45ba236f669fa6b53629, server=04ac815325d6,42473,1731529171394 in 196 msec 2024-11-13T20:19:39,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:19:39,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba41cd7cbbaa45ba236f669fa6b53629, ASSIGN in 353 msec 2024-11-13T20:19:39,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:19:39,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529179788"}]},"ts":"1731529179788"} 2024-11-13T20:19:39,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:19:39,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:19:39,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-13T20:19:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629., hostname=04ac815325d6,42473,1731529171394, seqNum=2] 2024-11-13T20:19:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:39,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:19:39,926 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 379, reset compression=false 2024-11-13T20:19:39,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:19:39,971 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:19:40,008 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,42473,1731529171394, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:19:40,008 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:40,009 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:40,009 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:40,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T20:19:40,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,42473,1731529171394', locateType=CURRENT is [region=hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629., hostname=04ac815325d6,42473,1731529171394, seqNum=2] 2024-11-13T20:19:40,014 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:19:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:19:40,017 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,42473,1731529171394 suceeded 2024-11-13T20:19:40,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:19:40,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-13T20:19:40,020 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:33219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:19:40,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-13T20:19:40,031 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:33219' 2024-11-13T20:19:40,033 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6e2cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:40,033 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33219,-1 for getting cluster id 2024-11-13T20:19:40,033 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:40,034 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e576ef38-5c8b-4ddf-81f4-e2fde0f648e6' 2024-11-13T20:19:40,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:40,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e576ef38-5c8b-4ddf-81f4-e2fde0f648e6" 2024-11-13T20:19:40,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:40,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33219,-1] 2024-11-13T20:19:40,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:40,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:40,036 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:40,036 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d9c76b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:40,036 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:40,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33219,1731529167211 2024-11-13T20:19:40,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b9c882 2024-11-13T20:19:40,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:40,038 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T20:19:40,039 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,42473,1731529171394 (queues=1) is replicating from cluster=d7d41ea7-8868-44c4-a437-fc84630ecbe2 to cluster=e576ef38-5c8b-4ddf-81f4-e2fde0f648e6 2024-11-13T20:19:40,039 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C42473%2C1731529171394 2024-11-13T20:19:40,039 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,42473,1731529171394, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:19:40,041 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095, startPosition=0, beingWritten=true 2024-11-13T20:19:40,041 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C42473%2C1731529171394 2024-11-13T20:19:40,046 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:19:40,046 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 379, reset compression=false 2024-11-13T20:19:40,046 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42473,1731529171394 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:19:40,250 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 379, reset compression=false 2024-11-13T20:19:40,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:40,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:40,531 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 379, reset compression=false 2024-11-13T20:19:40,556 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 379, reset compression=false 2024-11-13T20:19:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:19:40,747 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:19:40,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:40,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:40,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:40,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:40,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:40,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:40,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731529180751/Put/seqid=0 2024-11-13T20:19:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741840_1016 (size=7894) 2024-11-13T20:19:40,960 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 379, reset compression=false 2024-11-13T20:19:41,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731529181158/Put/seqid=0 2024-11-13T20:19:41,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741841_1017 (size=7691) 2024-11-13T20:19:41,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:41,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33219,-1 for getting cluster id 2024-11-13T20:19:41,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:41,166 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e576ef38-5c8b-4ddf-81f4-e2fde0f648e6' 2024-11-13T20:19:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e576ef38-5c8b-4ddf-81f4-e2fde0f648e6" 2024-11-13T20:19:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718f50db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33219,-1] 2024-11-13T20:19:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:41,168 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:41,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:41,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:41,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44555,1731529167298, seqNum=-1] 2024-11-13T20:19:41,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:41,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:41,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33219,1731529167211 2024-11-13T20:19:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b6a472 2024-11-13T20:19:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:41,182 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529174134.edfb3ffcb04e9f175064700508461230., hostname=04ac815325d6,44555,1731529167298, seqNum=2] 2024-11-13T20:19:41,189 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:19:41,194 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T20:19:41,198 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T20:19:41,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_1 for inclusion in edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T20:19:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:41,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_0 for inclusion in edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T20:19:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HRegion(2603): Flush status journal for edfb3ffcb04e9f175064700508461230: 2024-11-13T20:19:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_1 2024-11-13T20:19:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_1 as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ 2024-11-13T20:19:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_0 2024-11-13T20:19:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_0 as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ 2024-11-13T20:19:41,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_1 into edfb3ffcb04e9f175064700508461230/f as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ - updating store file list. 2024-11-13T20:19:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 612f1098325247f3b43744c3146d50d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:41,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ into edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:41,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_1 into edfb3ffcb04e9f175064700508461230/f (new location: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/612f1098325247f3b43744c3146d50d6_SeqId_4_) 2024-11-13T20:19:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_1 2024-11-13T20:19:41,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_0 into edfb3ffcb04e9f175064700508461230/f as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ - updating store file list. 2024-11-13T20:19:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ead47c6609b4bb784ce78ea990c229a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:41,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ into edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:41,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_0 into edfb3ffcb04e9f175064700508461230/f (new location: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_) 2024-11-13T20:19:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins__test__pbi5pd4vklcccnsld219qe5id5rl3h23gisu3mni1pvir6ch0p7pv38sovku6u9m/f/hfile_0 2024-11-13T20:19:41,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:41,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:41,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:41,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:41,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731529174134.edfb3ffcb04e9f175064700508461230., hostname=04ac815325d6,44555,1731529167298, seqNum=2 , the old value is region=test,,1731529174134.edfb3ffcb04e9f175064700508461230., hostname=04ac815325d6,44555,1731529167298, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:44555 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:19:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731529174134.edfb3ffcb04e9f175064700508461230., hostname=04ac815325d6,44555,1731529167298, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:19:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731529174134.edfb3ffcb04e9f175064700508461230., hostname=04ac815325d6,44555,1731529167298, seqNum=2 from cache 2024-11-13T20:19:41,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T20:19:41,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:41,236 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 379, reset compression=false 2024-11-13T20:19:41,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529175280.6bec8500a918107773d8f5f60741053f., hostname=04ac815325d6,42473,1731529171394, seqNum=2] 2024-11-13T20:19:41,241 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T20:19:41,241 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:19:41,241 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44555,1731529167298 got entry batch from reader: WALEntryBatch [walEntries=[{test/edfb3ffcb04e9f175064700508461230/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529181231/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T20:19:41,243 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:41,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T20:19:41,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(318): Replicating [e576ef38-5c8b-4ddf-81f4-e2fde0f648e6] bulk loaded data 2024-11-13T20:19:41,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce35b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:41,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35347,-1 for getting cluster id 2024-11-13T20:19:41,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:41,246 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7d41ea7-8868-44c4-a437-fc84630ecbe2' 2024-11-13T20:19:41,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:41,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7d41ea7-8868-44c4-a437-fc84630ecbe2" 2024-11-13T20:19:41,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f09aa37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:41,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35347,-1] 2024-11-13T20:19:41,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:41,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:41,247 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:41,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a11830e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:41,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741840_1016 (size=7691) 2024-11-13T20:19:41,337 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:44555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T20:19:41,441 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 687, reset compression=false 2024-11-13T20:19:41,465 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 379, reset compression=false 2024-11-13T20:19:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741841_1017 (size=7894) 2024-11-13T20:19:41,745 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 687, reset compression=false 2024-11-13T20:19:42,069 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 379, reset compression=false 2024-11-13T20:19:42,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35347,1731529171355 2024-11-13T20:19:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d2ae7c 2024-11-13T20:19:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:42,081 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T20:19:42,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:19:42,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:42,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T20:19:42,099 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T20:19:42,103 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T20:19:42,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ for inclusion in 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T20:19:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:42,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ for inclusion in 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T20:19:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HRegion(2603): Flush status journal for 6bec8500a918107773d8f5f60741053f: 2024-11-13T20:19:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 612f1098325247f3b43744c3146d50d6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:19:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/66e9dddbadfa4dbaaa203b5f0bcb29f5_SeqId_4_ 2024-11-13T20:19:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:19:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/a53f93b6ba94424088fccd9cf89232e1_SeqId_4_ 2024-11-13T20:19:42,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ into 6bec8500a918107773d8f5f60741053f/f as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/66e9dddbadfa4dbaaa203b5f0bcb29f5_SeqId_4_ - updating store file list. 2024-11-13T20:19:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66e9dddbadfa4dbaaa203b5f0bcb29f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:42,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/66e9dddbadfa4dbaaa203b5f0bcb29f5_SeqId_4_ into 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:42,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ into 6bec8500a918107773d8f5f60741053f/f (new location: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/66e9dddbadfa4dbaaa203b5f0bcb29f5_SeqId_4_) 2024-11-13T20:19:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/612f1098325247f3b43744c3146d50d6_SeqId_4_ 2024-11-13T20:19:42,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ into 6bec8500a918107773d8f5f60741053f/f as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/a53f93b6ba94424088fccd9cf89232e1_SeqId_4_ - updating store file list. 2024-11-13T20:19:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a53f93b6ba94424088fccd9cf89232e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:42,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/a53f93b6ba94424088fccd9cf89232e1_SeqId_4_ into 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:42,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ into 6bec8500a918107773d8f5f60741053f/f (new location: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/a53f93b6ba94424088fccd9cf89232e1_SeqId_4_) 2024-11-13T20:19:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins.hfs.11__test__4uvm3ceiltrc3kirem8ub5llvjdf1guil6ls6flqru8r76je2f1rhavrpm3t3oun/f/7ead47c6609b4bb784ce78ea990c229a_SeqId_4_ 2024-11-13T20:19:42,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(324): Finished replicating [e576ef38-5c8b-4ddf-81f4-e2fde0f648e6] bulk loaded data 2024-11-13T20:19:42,150 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 687, reset compression=false 2024-11-13T20:19:42,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:42,262 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731529182261/Put/seqid=0 2024-11-13T20:19:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741842_1018 (size=11194) 2024-11-13T20:19:42,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731529182668/Put/seqid=0 2024-11-13T20:19:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741843_1019 (size=10791) 2024-11-13T20:19:42,678 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 687, reset compression=false 2024-11-13T20:19:42,775 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 379, reset compression=false 2024-11-13T20:19:42,803 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:19:42,803 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42473,1731529171394 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bec8500a918107773d8f5f60741053f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529182141/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T20:19:42,805 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:42,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T20:19:42,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.ReplicationSink(318): Replicating [e576ef38-5c8b-4ddf-81f4-e2fde0f648e6, d7d41ea7-8868-44c4-a437-fc84630ecbe2] bulk loaded data 2024-11-13T20:19:42,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ee56e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:42,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,33219,-1 for getting cluster id 2024-11-13T20:19:42,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:42,809 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e576ef38-5c8b-4ddf-81f4-e2fde0f648e6' 2024-11-13T20:19:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e576ef38-5c8b-4ddf-81f4-e2fde0f648e6" 2024-11-13T20:19:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73d8589c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,33219,-1] 2024-11-13T20:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:42,810 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:42,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c8ac58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741842_1018 (size=7691) 2024-11-13T20:19:43,003 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 725, reset compression=false 2024-11-13T20:19:43,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbaeaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:43,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,35347,-1 for getting cluster id 2024-11-13T20:19:43,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:43,076 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7d41ea7-8868-44c4-a437-fc84630ecbe2' 2024-11-13T20:19:43,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7d41ea7-8868-44c4-a437-fc84630ecbe2" 2024-11-13T20:19:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7be40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,35347,-1] 2024-11-13T20:19:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:43,078 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:43,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6e878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:43,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:43,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:43,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:43,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:43,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,35347,1731529171355 2024-11-13T20:19:43,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a10a9e5 2024-11-13T20:19:43,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:43,090 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:43,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529175280.6bec8500a918107773d8f5f60741053f., hostname=04ac815325d6,42473,1731529171394, seqNum=2] 2024-11-13T20:19:43,096 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:19:43,101 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T20:19:43,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T20:19:43,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T20:19:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:43,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T20:19:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HRegion(2603): Flush status journal for 6bec8500a918107773d8f5f60741053f: 2024-11-13T20:19:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_1 2024-11-13T20:19:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_1 as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ 2024-11-13T20:19:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_0 2024-11-13T20:19:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_0 as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ 2024-11-13T20:19:43,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_1 into 6bec8500a918107773d8f5f60741053f/f as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ - updating store file list. 2024-11-13T20:19:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80d3c0669c3e4ea984e63a43068857a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:43,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ into 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:43,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_1 into 6bec8500a918107773d8f5f60741053f/f (new location: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_) 2024-11-13T20:19:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_1 2024-11-13T20:19:43,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_0 into 6bec8500a918107773d8f5f60741053f/f as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ - updating store file list. 2024-11-13T20:19:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b75d49b20525490f83747cdf7001c915_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:43,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ into 6bec8500a918107773d8f5f60741053f/f 2024-11-13T20:19:43,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_0 into 6bec8500a918107773d8f5f60741053f/f (new location: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/f/b75d49b20525490f83747cdf7001c915_SeqId_6_) 2024-11-13T20:19:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/staging/jenkins__test__ac4jrim64lbf4snk0nd6c1stdpf3btsg5b8qiq4vksmouotte8tvmonr0ab6c21g/f/hfile_0 2024-11-13T20:19:43,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:43,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:43,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:43,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731529175280.6bec8500a918107773d8f5f60741053f., hostname=04ac815325d6,42473,1731529171394, seqNum=2 , the old value is region=test,,1731529175280.6bec8500a918107773d8f5f60741053f., hostname=04ac815325d6,42473,1731529171394, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:42473 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:19:43,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731529175280.6bec8500a918107773d8f5f60741053f., hostname=04ac815325d6,42473,1731529171394, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:19:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731529175280.6bec8500a918107773d8f5f60741053f., hostname=04ac815325d6,42473,1731529171394, seqNum=2 from cache 2024-11-13T20:19:43,134 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T20:19:43,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44555,1731529167298, seqNum=-1] 2024-11-13T20:19:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:43,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529174134.edfb3ffcb04e9f175064700508461230., hostname=04ac815325d6,44555,1731529167298, seqNum=2] 2024-11-13T20:19:43,146 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T20:19:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741843_1019 (size=7894) 2024-11-13T20:19:43,236 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:42473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T20:19:43,282 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 687, reset compression=false 2024-11-13T20:19:43,309 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 725, reset compression=false 2024-11-13T20:19:43,315 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:19:43,515 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1033, reset compression=false 2024-11-13T20:19:43,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:43,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,33219,1731529167211 2024-11-13T20:19:43,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@615e6586 2024-11-13T20:19:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:43,639 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T20:19:43,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:19:43,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44555,1731529167298, seqNum=-1] 2024-11-13T20:19:43,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:43,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T20:19:43,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__go4op3si23gqrlm7o701radnr098sl0jt4q5laaf29aoqmvq778utuhbvfs4jm5d/f/66e9dddbadfa4dbaaa203b5f0bcb29f5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T20:19:43,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__go4op3si23gqrlm7o701radnr098sl0jt4q5laaf29aoqmvq778utuhbvfs4jm5d/f/a53f93b6ba94424088fccd9cf89232e1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T20:19:43,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.ReplicationSink(324): Finished replicating [e576ef38-5c8b-4ddf-81f4-e2fde0f648e6, d7d41ea7-8868-44c4-a437-fc84630ecbe2] bulk loaded data 2024-11-13T20:19:43,656 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42473,1731529171394 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bec8500a918107773d8f5f60741053f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529183131/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T20:19:43,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.ReplicationSink(318): Replicating [d7d41ea7-8868-44c4-a437-fc84630ecbe2] bulk loaded data 2024-11-13T20:19:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741844_1020 (size=10791) 2024-11-13T20:19:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741845_1021 (size=11194) 2024-11-13T20:19:43,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:19:43,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T20:19:43,688 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T20:19:43,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ for inclusion in edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T20:19:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:43,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ for inclusion in edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T20:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HRegion(2603): Flush status journal for edfb3ffcb04e9f175064700508461230: 2024-11-13T20:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:19:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/2f158f93b2794917b3d5eec630bf677b_SeqId_6_ 2024-11-13T20:19:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b75d49b20525490f83747cdf7001c915_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:19:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/69a80396e086426e8f3bff97d764641f_SeqId_6_ 2024-11-13T20:19:43,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ into edfb3ffcb04e9f175064700508461230/f as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/2f158f93b2794917b3d5eec630bf677b_SeqId_6_ - updating store file list. 2024-11-13T20:19:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f158f93b2794917b3d5eec630bf677b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:43,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/2f158f93b2794917b3d5eec630bf677b_SeqId_6_ into edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:43,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ into edfb3ffcb04e9f175064700508461230/f (new location: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/2f158f93b2794917b3d5eec630bf677b_SeqId_6_) 2024-11-13T20:19:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/80d3c0669c3e4ea984e63a43068857a7_SeqId_6_ 2024-11-13T20:19:43,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ into edfb3ffcb04e9f175064700508461230/f as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/69a80396e086426e8f3bff97d764641f_SeqId_6_ - updating store file list. 2024-11-13T20:19:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69a80396e086426e8f3bff97d764641f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:19:43,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/69a80396e086426e8f3bff97d764641f_SeqId_6_ into edfb3ffcb04e9f175064700508461230/f 2024-11-13T20:19:43,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ into edfb3ffcb04e9f175064700508461230/f (new location: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/f/69a80396e086426e8f3bff97d764641f_SeqId_6_) 2024-11-13T20:19:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/staging/jenkins.hfs.10__test__65um747behpl2kodedvmsl4ub4116ars8d8vqv5mcg9rja3gobl0ejipggd4pev4/f/b75d49b20525490f83747cdf7001c915_SeqId_6_ 2024-11-13T20:19:43,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44555 {}] regionserver.ReplicationSink(324): Finished replicating [d7d41ea7-8868-44c4-a437-fc84630ecbe2] bulk loaded data 2024-11-13T20:19:43,819 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1033, reset compression=false 2024-11-13T20:19:43,989 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 687, reset compression=false 2024-11-13T20:19:43,995 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:19:43,995 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44555,1731529167298 got entry batch from reader: WALEntryBatch [walEntries=[{test/edfb3ffcb04e9f175064700508461230/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529183714/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T20:19:43,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(318): Replicating [d7d41ea7-8868-44c4-a437-fc84630ecbe2, e576ef38-5c8b-4ddf-81f4-e2fde0f648e6] bulk loaded data 2024-11-13T20:19:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741844_1020 (size=10791) 2024-11-13T20:19:44,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:19:44,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:44,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:44,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:44,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:44,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:44,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:19:44,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2062369215, stopped=false 2024-11-13T20:19:44,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,35347,1731529171355 2024-11-13T20:19:44,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186350651/running 2024-11-13T20:19:44,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186350651/running 2024-11-13T20:19:44,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:44,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:44,162 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:44,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:44,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:44,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:44,163 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,42473,1731529171394' ***** 2024-11-13T20:19:44,163 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:19:44,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on znode that does not yet exist, /11186350651/running 2024-11-13T20:19:44,163 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:19:44,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:19:44,163 INFO [RS:0;04ac815325d6:42473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:19:44,163 INFO [RS:0;04ac815325d6:42473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:19:44,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Set watcher on znode that does not yet exist, /11186350651/running 2024-11-13T20:19:44,164 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bec8500a918107773d8f5f60741053f 2024-11-13T20:19:44,164 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:44,164 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,42473,1731529171394 2024-11-13T20:19:44,164 INFO [RS:0;04ac815325d6:42473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:44,164 INFO [RS:0;04ac815325d6:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42473. 2024-11-13T20:19:44,164 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bec8500a918107773d8f5f60741053f, disabling compactions & flushes 2024-11-13T20:19:44,165 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:44,165 DEBUG [RS:0;04ac815325d6:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:44,165 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:44,165 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:44,165 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529175280.6bec8500a918107773d8f5f60741053f. after waiting 0 ms 2024-11-13T20:19:44,165 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:44,165 INFO [RS:0;04ac815325d6:42473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:19:44,165 INFO [RS:0;04ac815325d6:42473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:19:44,165 INFO [RS:0;04ac815325d6:42473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:19:44,165 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:19:44,165 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:19:44,165 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1325): Online Regions={6bec8500a918107773d8f5f60741053f=test,,1731529175280.6bec8500a918107773d8f5f60741053f., 1588230740=hbase:meta,,1.1588230740, ba41cd7cbbaa45ba236f669fa6b53629=hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629.} 2024-11-13T20:19:44,165 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bec8500a918107773d8f5f60741053f, ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:44,165 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:44,165 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:44,165 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:44,166 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:44,166 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:44,166 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:19:44,170 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/default/test/6bec8500a918107773d8f5f60741053f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:19:44,170 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:19:44,171 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bec8500a918107773d8f5f60741053f: Waiting for close lock at 1731529184164Running coprocessor pre-close hooks at 1731529184164Disabling compacts and flushes for region at 1731529184164Disabling writes for close at 1731529184165 (+1 ms)Writing region close event to WAL at 1731529184166 (+1 ms)Running coprocessor post-close hooks at 1731529184170 (+4 ms)Closed at 1731529184171 (+1 ms) 2024-11-13T20:19:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529175280.6bec8500a918107773d8f5f60741053f. 2024-11-13T20:19:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba41cd7cbbaa45ba236f669fa6b53629, disabling compactions & flushes 2024-11-13T20:19:44,171 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. after waiting 0 ms 2024-11-13T20:19:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:44,171 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba41cd7cbbaa45ba236f669fa6b53629 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T20:19:44,173 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:44,187 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/info/d44d4fac0cc64401a7b63f30560401aa is 147, key is hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629./info:regioninfo/1731529179780/Put/seqid=0 2024-11-13T20:19:44,187 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/.tmp/hfileref/c8016481f82f46f999289ffa3ae19865 is 74, key is 1/hfileref:66e9dddbadfa4dbaaa203b5f0bcb29f5_SeqId_4_/1731529183654/DeleteColumn/seqid=0 2024-11-13T20:19:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741845_1021 (size=7686) 2024-11-13T20:19:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741846_1022 (size=5345) 2024-11-13T20:19:44,195 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:44,223 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1033, reset compression=false 2024-11-13T20:19:44,228 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:19:44,228 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1328, reset compression=false 2024-11-13T20:19:44,228 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42473,1731529171394 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:19:44,229 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,42473,1731529171394: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,42473,1731529171394, walGroup=04ac815325d6%2C42473%2C1731529171394, offset=04ac815325d6%2C42473%2C1731529171394.1731529173095:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:42473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:19:44,231 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:19:44,231 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:19:44,232 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:19:44,232 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:19:44,232 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:19:44,232 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 537894544 }, "NonHeapMemoryUsage": { "committed": 189661184, "init": 7667712, "max": -1, "used": 186986888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:19:44,233 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:19:44,366 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741847_1023 (size=11194) 2024-11-13T20:19:44,437 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1328, reset compression=false 2024-11-13T20:19:44,498 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:44,566 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:44,594 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/.tmp/hfileref/c8016481f82f46f999289ffa3ae19865 2024-11-13T20:19:44,594 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/info/d44d4fac0cc64401a7b63f30560401aa 2024-11-13T20:19:44,614 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/ns/9874d859a0ce4fe3aea4b1f2d29046d7 is 43, key is default/ns:d/1731529174044/Put/seqid=0 2024-11-13T20:19:44,616 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/.tmp/queue/3b5a4658ed754dd397fe08abeaa6e89c is 154, key is 1-04ac815325d6,42473,1731529171394/queue:04ac815325d6%2C42473%2C1731529171394/1731529183719/Put/seqid=0 2024-11-13T20:19:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741848_1024 (size=5153) 2024-11-13T20:19:44,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741849_1025 (size=5353) 2024-11-13T20:19:44,740 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1328, reset compression=false 2024-11-13T20:19:44,766 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:44,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:19:44,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 from cache 2024-11-13T20:19:44,902 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:44,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 from cache 2024-11-13T20:19:44,962 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:19:44,962 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:19:44,966 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba41cd7cbbaa45ba236f669fa6b53629 2024-11-13T20:19:45,019 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/ns/9874d859a0ce4fe3aea4b1f2d29046d7 2024-11-13T20:19:45,026 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/.tmp/queue/3b5a4658ed754dd397fe08abeaa6e89c 2024-11-13T20:19:45,032 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/.tmp/hfileref/c8016481f82f46f999289ffa3ae19865 as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/hfileref/c8016481f82f46f999289ffa3ae19865 2024-11-13T20:19:45,038 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/hfileref/c8016481f82f46f999289ffa3ae19865, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T20:19:45,039 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/.tmp/queue/3b5a4658ed754dd397fe08abeaa6e89c as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/queue/3b5a4658ed754dd397fe08abeaa6e89c 2024-11-13T20:19:45,044 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/queue/3b5a4658ed754dd397fe08abeaa6e89c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T20:19:45,045 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ba41cd7cbbaa45ba236f669fa6b53629 in 874ms, sequenceid=12, compaction requested=false 2024-11-13T20:19:45,046 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/0a7e9f87410e4199b1ba71fda4af3222 is 112, key is test,,1731529175280.6bec8500a918107773d8f5f60741053f./rep_barrier:seqnumDuringOpen/1731529176470/Put/seqid=0 2024-11-13T20:19:45,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741850_1026 (size=5518) 2024-11-13T20:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/replication/ba41cd7cbbaa45ba236f669fa6b53629/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T20:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:45,057 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba41cd7cbbaa45ba236f669fa6b53629: Waiting for close lock at 1731529184171Running coprocessor pre-close hooks at 1731529184171Disabling compacts and flushes for region at 1731529184171Disabling writes for close at 1731529184171Obtaining lock to block concurrent updates at 1731529184171Preparing flush snapshotting stores in ba41cd7cbbaa45ba236f669fa6b53629 at 1731529184171Finished memstore snapshotting hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731529184171Flushing stores of hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. at 1731529184172 (+1 ms)Flushing ba41cd7cbbaa45ba236f669fa6b53629/hfileref: creating writer at 1731529184172Flushing ba41cd7cbbaa45ba236f669fa6b53629/hfileref: appending metadata at 1731529184186 (+14 ms)Flushing ba41cd7cbbaa45ba236f669fa6b53629/hfileref: closing flushed file at 1731529184186Flushing ba41cd7cbbaa45ba236f669fa6b53629/queue: creating writer at 1731529184599 (+413 ms)Flushing ba41cd7cbbaa45ba236f669fa6b53629/queue: appending metadata at 1731529184616 (+17 ms)Flushing ba41cd7cbbaa45ba236f669fa6b53629/queue: closing flushed file at 1731529184616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fb0d9f: reopening flushed file at 1731529185031 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42125dc7: reopening flushed file at 1731529185038 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ba41cd7cbbaa45ba236f669fa6b53629 in 874ms, sequenceid=12, compaction requested=false at 1731529185045 (+7 ms)Writing region close event to WAL at 1731529185053 (+8 ms)Running coprocessor post-close hooks at 1731529185057 (+4 ms)Closed at 1731529185057 2024-11-13T20:19:45,058 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529178602.ba41cd7cbbaa45ba236f669fa6b53629. 2024-11-13T20:19:45,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:45,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:45,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:45,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 from cache 2024-11-13T20:19:45,145 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1328, reset compression=false 2024-11-13T20:19:45,166 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:19:45,166 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:19:45,166 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:45,367 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:45,406 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:45,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:45,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 from cache 2024-11-13T20:19:45,456 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/0a7e9f87410e4199b1ba71fda4af3222 2024-11-13T20:19:45,483 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/table/fb429e47dfb6468ca3610d3b721ca34e is 53, key is hbase:replication/table:state/1731529179788/Put/seqid=0 2024-11-13T20:19:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741851_1027 (size=5308) 2024-11-13T20:19:45,567 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:45,649 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.wal-reader.04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.1731529173095 to pos 1328, reset compression=false 2024-11-13T20:19:45,767 DEBUG [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:45,896 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/table/fb429e47dfb6468ca3610d3b721ca34e 2024-11-13T20:19:45,902 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/info/d44d4fac0cc64401a7b63f30560401aa as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/info/d44d4fac0cc64401a7b63f30560401aa 2024-11-13T20:19:45,907 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/info/d44d4fac0cc64401a7b63f30560401aa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:19:45,908 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/ns/9874d859a0ce4fe3aea4b1f2d29046d7 as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/ns/9874d859a0ce4fe3aea4b1f2d29046d7 2024-11-13T20:19:45,914 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/ns/9874d859a0ce4fe3aea4b1f2d29046d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:19:45,915 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/0a7e9f87410e4199b1ba71fda4af3222 as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/rep_barrier/0a7e9f87410e4199b1ba71fda4af3222 2024-11-13T20:19:45,920 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/rep_barrier/0a7e9f87410e4199b1ba71fda4af3222, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:19:45,921 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/.tmp/table/fb429e47dfb6468ca3610d3b721ca34e as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/table/fb429e47dfb6468ca3610d3b721ca34e 2024-11-13T20:19:45,925 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/table/fb429e47dfb6468ca3610d3b721ca34e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:19:45,926 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=16, compaction requested=false 2024-11-13T20:19:45,933 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:19:45,934 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:45,934 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:45,934 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:45,934 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529184165Running coprocessor pre-close hooks at 1731529184165Disabling compacts and flushes for region at 1731529184165Disabling writes for close at 1731529184166 (+1 ms)Obtaining lock to block concurrent updates at 1731529184166Preparing flush snapshotting stores in 1588230740 at 1731529184166Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529184166Flushing stores of hbase:meta,,1.1588230740 at 1731529184167 (+1 ms)Flushing 1588230740/info: creating writer at 1731529184167Flushing 1588230740/info: appending metadata at 1731529184186 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731529184186Flushing 1588230740/ns: creating writer at 1731529184599 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731529184613 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731529184613Flushing 1588230740/rep_barrier: creating writer at 1731529185024 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529185046 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529185046Flushing 1588230740/table: creating writer at 1731529185461 (+415 ms)Flushing 1588230740/table: appending metadata at 1731529185483 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731529185483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27411d63: reopening flushed file at 1731529185902 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7688b873: reopening flushed file at 1731529185908 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11bc5e66: reopening flushed file at 1731529185914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73dd135a: reopening flushed file at 1731529185920 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=16, compaction requested=false at 1731529185926 (+6 ms)Writing region close event to WAL at 1731529185930 (+4 ms)Running coprocessor post-close hooks at 1731529185934 (+4 ms)Closed at 1731529185934 2024-11-13T20:19:45,934 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:45,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:45,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1] 2024-11-13T20:19:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42473,1731529171394, seqNum=-1 from cache 2024-11-13T20:19:45,960 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:45,961 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T20:19:44.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44.929Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.138Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.449Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.959Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T20:19:45,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T20:19:44.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44.929Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.138Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.449Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.959Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T20:19:45,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:41578 deadline: 1731529243995, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T20:19:44.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44.929Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.138Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.449Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.959Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45,966 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T20:19:44.823Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:44.929Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.138Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.449Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting 2024-11-13T20:19:45.959Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:45,967 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,42473,1731529171394; all regions closed. 2024-11-13T20:19:45,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:19:45,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.meta.1731529173993.meta not finished, retry = 0 2024-11-13T20:19:46,011 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:46,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:46,070 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 04ac815325d6,42473,1731529171394 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741839_1015 (size=3127) 2024-11-13T20:19:46,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/WALs/04ac815325d6,42473,1731529171394/04ac815325d6%2C42473%2C1731529171394.rep.1731529179746 not finished, retry = 0 2024-11-13T20:19:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741832_1008 (size=1336) 2024-11-13T20:19:46,180 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:46,180 INFO [RS:0;04ac815325d6:42473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:46,180 INFO [RS:0;04ac815325d6:42473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:46,180 INFO [RS:0;04ac815325d6:42473 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:46,180 INFO [RS:0;04ac815325d6:42473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:46,181 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:46,181 INFO [RS:0;04ac815325d6:42473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,42473,1731529171394 because: Region server is closing 2024-11-13T20:19:46,181 INFO [RS:0;04ac815325d6:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42473. 2024-11-13T20:19:46,181 DEBUG [RS:0;04ac815325d6:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:46,181 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:46,181 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:46,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:46,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 04ac815325d6,42473,1731529171394 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:46,275 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 04ac815325d6,42473,1731529171394 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:46,282 INFO [RS:0;04ac815325d6:42473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42473,1731529171394.replicationSource.shipper04ac815325d6%2C42473%2C1731529171394,1-04ac815325d6,42473,1731529171394 terminated 2024-11-13T20:19:46,282 INFO [RS:0;04ac815325d6:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42473. 2024-11-13T20:19:46,282 DEBUG [RS:0;04ac815325d6:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:46,282 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:46,282 DEBUG [RS:0;04ac815325d6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:46,282 INFO [RS:0;04ac815325d6:42473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42473 2024-11-13T20:19:46,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:46,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651/rs 2024-11-13T20:19:46,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186350651/rs/04ac815325d6,42473,1731529171394 2024-11-13T20:19:46,285 INFO [RS:0;04ac815325d6:42473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:46,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,42473,1731529171394] 2024-11-13T20:19:46,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11186350651/draining/04ac815325d6,42473,1731529171394 already deleted, retry=false 2024-11-13T20:19:46,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,42473,1731529171394 expired; onlineServers=0 2024-11-13T20:19:46,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,35347,1731529171355' ***** 2024-11-13T20:19:46,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:19:46,287 INFO [M:0;04ac815325d6:35347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:46,287 INFO [M:0;04ac815325d6:35347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:46,287 DEBUG [M:0;04ac815325d6:35347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:19:46,288 DEBUG [M:0;04ac815325d6:35347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:19:46,288 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529172841 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529172841,5,FailOnTimeoutGroup] 2024-11-13T20:19:46,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:19:46,288 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529172841 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529172841,5,FailOnTimeoutGroup] 2024-11-13T20:19:46,288 INFO [M:0;04ac815325d6:35347 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:46,288 INFO [M:0;04ac815325d6:35347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:46,288 DEBUG [M:0;04ac815325d6:35347 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:19:46,288 INFO [M:0;04ac815325d6:35347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:19:46,288 INFO [M:0;04ac815325d6:35347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:46,289 INFO [M:0;04ac815325d6:35347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:19:46,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:19:46,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186350651/master 2024-11-13T20:19:46,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186350651 2024-11-13T20:19:46,289 DEBUG [M:0;04ac815325d6:35347 {}] zookeeper.ZKUtil(347): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Unable to get data of znode /11186350651/master because node does not exist (not an error) 2024-11-13T20:19:46,289 WARN [M:0;04ac815325d6:35347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:19:46,290 INFO [M:0;04ac815325d6:35347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/.lastflushedseqids 2024-11-13T20:19:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741852_1028 (size=263) 2024-11-13T20:19:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:46,387 INFO [RS:0;04ac815325d6:42473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1003acc552b0004, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:46,387 INFO [RS:0;04ac815325d6:42473 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,42473,1731529171394; zookeeper connection closed. 2024-11-13T20:19:46,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16323a1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16323a1e 2024-11-13T20:19:46,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:19:46,578 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 04ac815325d6:42473 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:42473 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:46,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 04ac815325d6:42473 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:42473 2024-11-13T20:19:46,579 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=04ac815325d6:42473 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:42473 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:42473 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T20:19:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:19:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41520 deadline: 1731529246581, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T20:19:46,583 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T20:19:46,584 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T20:19:46,695 INFO [M:0;04ac815325d6:35347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:19:46,695 INFO [M:0;04ac815325d6:35347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:19:46,695 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:46,695 INFO [M:0;04ac815325d6:35347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:46,695 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:46,695 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:46,695 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:46,696 INFO [M:0;04ac815325d6:35347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T20:19:46,715 DEBUG [M:0;04ac815325d6:35347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c2c9894fa2d4f09a07c25c5877f609e is 82, key is hbase:meta,,1/info:regioninfo/1731529174034/Put/seqid=0 2024-11-13T20:19:46,715 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741853_1029 (size=5672) 2024-11-13T20:19:46,984 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T20:19:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:19:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41520 deadline: 1731529246986, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T20:19:46,987 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T20:19:46,988 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T20:19:46,988 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T20:19:47,122 INFO [M:0;04ac815325d6:35347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c2c9894fa2d4f09a07c25c5877f609e 2024-11-13T20:19:47,144 DEBUG [M:0;04ac815325d6:35347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42eb4d9d774f4426af52c021f9683d26 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529179792/Put/seqid=0 2024-11-13T20:19:47,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741854_1030 (size=8516) 2024-11-13T20:19:47,154 INFO [M:0;04ac815325d6:35347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42eb4d9d774f4426af52c021f9683d26 2024-11-13T20:19:47,180 DEBUG [M:0;04ac815325d6:35347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0878f9f54a164497a0160c31716870c2 is 69, key is 04ac815325d6,42473,1731529171394/rs:state/1731529172935/Put/seqid=0 2024-11-13T20:19:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741855_1031 (size=5156) 2024-11-13T20:19:47,488 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T20:19:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:19:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35347 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41520 deadline: 1731529247490, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T20:19:47,491 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T20:19:47,492 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T20:19:47,492 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T20:19:47,520 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:47,586 INFO [M:0;04ac815325d6:35347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0878f9f54a164497a0160c31716870c2 2024-11-13T20:19:47,591 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c2c9894fa2d4f09a07c25c5877f609e as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c2c9894fa2d4f09a07c25c5877f609e 2024-11-13T20:19:47,596 INFO [M:0;04ac815325d6:35347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c2c9894fa2d4f09a07c25c5877f609e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:19:47,598 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42eb4d9d774f4426af52c021f9683d26 as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42eb4d9d774f4426af52c021f9683d26 2024-11-13T20:19:47,603 INFO [M:0;04ac815325d6:35347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42eb4d9d774f4426af52c021f9683d26, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:19:47,604 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0878f9f54a164497a0160c31716870c2 as hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0878f9f54a164497a0160c31716870c2 2024-11-13T20:19:47,611 INFO [M:0;04ac815325d6:35347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41357/user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0878f9f54a164497a0160c31716870c2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:19:47,617 INFO [M:0;04ac815325d6:35347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=97, compaction requested=false 2024-11-13T20:19:47,622 INFO [M:0;04ac815325d6:35347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:47,622 DEBUG [M:0;04ac815325d6:35347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529186695Disabling compacts and flushes for region at 1731529186695Disabling writes for close at 1731529186695Obtaining lock to block concurrent updates at 1731529186696 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529186696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731529186696Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529186697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529186697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529186715 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529186715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529187126 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529187144 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529187144Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529187159 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529187180 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529187180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec82202: reopening flushed file at 1731529187590 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3e3d55: reopening flushed file at 1731529187596 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57199ba5: reopening flushed file at 1731529187603 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=97, compaction requested=false at 1731529187617 (+14 ms)Writing region close event to WAL at 1731529187622 (+5 ms)Closed at 1731529187622 2024-11-13T20:19:47,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5185909-f100-f20d-9ef9-a20e7191a3b4/MasterData/WALs/04ac815325d6,35347,1731529171355/04ac815325d6%2C35347%2C1731529171355.1731529172706 not finished, retry = 0 2024-11-13T20:19:47,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741830_1006 (size=63654) 2024-11-13T20:19:47,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:47,726 INFO [M:0;04ac815325d6:35347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:19:47,726 INFO [M:0;04ac815325d6:35347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35347 2024-11-13T20:19:47,727 INFO [M:0;04ac815325d6:35347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:47,833 INFO [M:0;04ac815325d6:35347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:47,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:47,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35347-0x1003acc552b0003, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:47,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2b2829{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:47,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:47,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:47,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:47,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:47,838 WARN [BP-80928213-172.17.0.2-1731529170279 heartbeating to localhost/127.0.0.1:41357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:19:47,838 WARN [BP-80928213-172.17.0.2-1731529170279 heartbeating to localhost/127.0.0.1:41357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-80928213-172.17.0.2-1731529170279 (Datanode Uuid 0a283499-0110-4cec-829b-8b603bc783d3) service to localhost/127.0.0.1:41357 2024-11-13T20:19:47,838 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:19:47,839 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:19:47,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/cluster_412586d4-6a27-c1fc-f814-eb52165a9e0c/data/data1/current/BP-80928213-172.17.0.2-1731529170279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:47,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/cluster_412586d4-6a27-c1fc-f814-eb52165a9e0c/data/data2/current/BP-80928213-172.17.0.2-1731529170279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:47,839 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:19:47,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38940895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:47,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:47,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:47,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:47,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:47,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:19:47,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:19:47,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:47,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:47,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:47,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:47,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:47,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:19:47,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=250396839, stopped=false 2024-11-13T20:19:47,861 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,33219,1731529167211 2024-11-13T20:19:47,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01650654713/running 2024-11-13T20:19:47,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01650654713/running 2024-11-13T20:19:47,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:47,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:47,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:47,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:19:47,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:47,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:47,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,44555,1731529167298' ***** 2024-11-13T20:19:47,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:19:47,864 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:19:47,864 INFO [RS:0;04ac815325d6:44555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:19:47,864 INFO [RS:0;04ac815325d6:44555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:19:47,864 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:19:47,864 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(3091): Received CLOSE for edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:47,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on znode that does not yet exist, /01650654713/running 2024-11-13T20:19:47,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Set watcher on znode that does not yet exist, /01650654713/running 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,44555,1731529167298 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44555. 2024-11-13T20:19:47,865 DEBUG [RS:0;04ac815325d6:44555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:47,865 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:19:47,865 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edfb3ffcb04e9f175064700508461230, disabling compactions & flushes 2024-11-13T20:19:47,865 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:47,865 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:47,865 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:19:47,866 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529174134.edfb3ffcb04e9f175064700508461230. after waiting 0 ms 2024-11-13T20:19:47,866 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1325): Online Regions={edfb3ffcb04e9f175064700508461230=test,,1731529174134.edfb3ffcb04e9f175064700508461230., 1588230740=hbase:meta,,1.1588230740, 9ebc1ef5324fe7e5d33258f3d6b81e7a=hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a.} 2024-11-13T20:19:47,866 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:47,866 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ebc1ef5324fe7e5d33258f3d6b81e7a, edfb3ffcb04e9f175064700508461230 2024-11-13T20:19:47,866 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:47,866 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:47,866 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:47,866 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:47,866 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:47,866 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:19:47,869 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/default/test/edfb3ffcb04e9f175064700508461230/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:19:47,870 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:47,870 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:19:47,870 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:47,870 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edfb3ffcb04e9f175064700508461230: Waiting for close lock at 1731529187865Running coprocessor pre-close hooks at 1731529187865Disabling compacts and flushes for region at 1731529187865Disabling writes for close at 1731529187866 (+1 ms)Writing region close event to WAL at 1731529187866Running coprocessor post-close hooks at 1731529187870 (+4 ms)Closed at 1731529187870 2024-11-13T20:19:47,870 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529174134.edfb3ffcb04e9f175064700508461230. 2024-11-13T20:19:47,870 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ebc1ef5324fe7e5d33258f3d6b81e7a, disabling compactions & flushes 2024-11-13T20:19:47,870 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:47,870 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:47,871 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. after waiting 0 ms 2024-11-13T20:19:47,871 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:47,871 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ebc1ef5324fe7e5d33258f3d6b81e7a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T20:19:47,882 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/info/a285ad08c98b42ed86c95a139577bfb5 is 147, key is hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a./info:regioninfo/1731529178242/Put/seqid=0 2024-11-13T20:19:47,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741846_1022 (size=7686) 2024-11-13T20:19:47,889 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/.tmp/hfileref/b7624e91e457457d8575c1705f85ecdc is 74, key is 1/hfileref:2f158f93b2794917b3d5eec630bf677b_SeqId_6_/1731529183701/Put/seqid=0 2024-11-13T20:19:47,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741847_1023 (size=5345) 2024-11-13T20:19:47,900 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:48,053 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:19:48,053 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:19:48,066 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:48,093 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T20:19:48,094 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 04ac815325d6:35347 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:35347 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:48,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 04ac815325d6:35347 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:35347 2024-11-13T20:19:48,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:48,197 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 04ac815325d6:35347 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:35347 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:19:48,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=04ac815325d6:35347 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:35347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T20:19:48,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 04ac815325d6:35347 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:35347 2024-11-13T20:19:48,266 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:48,287 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/info/a285ad08c98b42ed86c95a139577bfb5 2024-11-13T20:19:48,293 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/.tmp/hfileref/b7624e91e457457d8575c1705f85ecdc 2024-11-13T20:19:48,309 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/ns/ee23e1a9e3444514b9a5e957bf26133e is 43, key is default/ns:d/1731529170202/Put/seqid=0 2024-11-13T20:19:48,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741848_1024 (size=5153) 2024-11-13T20:19:48,314 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/.tmp/queue/a465a8a292af4f54af9a0e59085efd8d is 153, key is 1-04ac815325d6,44555,1731529167298/queue:04ac815325d6%2C44555%2C1731529167298/1731529182149/Put/seqid=0 2024-11-13T20:19:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741849_1025 (size=5352) 2024-11-13T20:19:48,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:48,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 04ac815325d6:35347 this server is in the failed servers list 2024-11-13T20:19:48,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 04ac815325d6:35347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:48,424 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1033, reset compression=false 2024-11-13T20:19:48,429 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:19:48,429 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1328, reset compression=false 2024-11-13T20:19:48,466 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:48,632 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1328, reset compression=false 2024-11-13T20:19:48,666 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ebc1ef5324fe7e5d33258f3d6b81e7a 2024-11-13T20:19:48,714 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/ns/ee23e1a9e3444514b9a5e957bf26133e 2024-11-13T20:19:48,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:48,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 04ac815325d6:35347 this server is in the failed servers list 2024-11-13T20:19:48,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 04ac815325d6:35347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:48,722 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/.tmp/queue/a465a8a292af4f54af9a0e59085efd8d 2024-11-13T20:19:48,727 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/.tmp/hfileref/b7624e91e457457d8575c1705f85ecdc as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/hfileref/b7624e91e457457d8575c1705f85ecdc 2024-11-13T20:19:48,731 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/hfileref/b7624e91e457457d8575c1705f85ecdc, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T20:19:48,732 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/.tmp/queue/a465a8a292af4f54af9a0e59085efd8d as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/queue/a465a8a292af4f54af9a0e59085efd8d 2024-11-13T20:19:48,737 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/rep_barrier/b8db01f5cecc4c7d84fc1452fcfebf4b is 112, key is test,,1731529174134.edfb3ffcb04e9f175064700508461230./rep_barrier:seqnumDuringOpen/1731529174903/Put/seqid=0 2024-11-13T20:19:48,737 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/queue/a465a8a292af4f54af9a0e59085efd8d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T20:19:48,738 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9ebc1ef5324fe7e5d33258f3d6b81e7a in 867ms, sequenceid=10, compaction requested=false 2024-11-13T20:19:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741850_1026 (size=5518) 2024-11-13T20:19:48,747 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/replication/9ebc1ef5324fe7e5d33258f3d6b81e7a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T20:19:48,748 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:48,748 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:48,748 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:48,748 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ebc1ef5324fe7e5d33258f3d6b81e7a: Waiting for close lock at 1731529187870Running coprocessor pre-close hooks at 1731529187870Disabling compacts and flushes for region at 1731529187870Disabling writes for close at 1731529187871 (+1 ms)Obtaining lock to block concurrent updates at 1731529187871Preparing flush snapshotting stores in 9ebc1ef5324fe7e5d33258f3d6b81e7a at 1731529187871Finished memstore snapshotting hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731529187871Flushing stores of hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. at 1731529187871Flushing 9ebc1ef5324fe7e5d33258f3d6b81e7a/hfileref: creating writer at 1731529187871Flushing 9ebc1ef5324fe7e5d33258f3d6b81e7a/hfileref: appending metadata at 1731529187888 (+17 ms)Flushing 9ebc1ef5324fe7e5d33258f3d6b81e7a/hfileref: closing flushed file at 1731529187888Flushing 9ebc1ef5324fe7e5d33258f3d6b81e7a/queue: creating writer at 1731529188298 (+410 ms)Flushing 9ebc1ef5324fe7e5d33258f3d6b81e7a/queue: appending metadata at 1731529188313 (+15 ms)Flushing 9ebc1ef5324fe7e5d33258f3d6b81e7a/queue: closing flushed file at 1731529188314 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376becb: reopening flushed file at 1731529188726 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2df0cf: reopening flushed file at 1731529188731 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9ebc1ef5324fe7e5d33258f3d6b81e7a in 867ms, sequenceid=10, compaction requested=false at 1731529188738 (+7 ms)Writing region close event to WAL at 1731529188741 (+3 ms)Running coprocessor post-close hooks at 1731529188748 (+7 ms)Closed at 1731529188748 2024-11-13T20:19:48,748 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529177453.9ebc1ef5324fe7e5d33258f3d6b81e7a. 2024-11-13T20:19:48,867 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:19:48,867 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:19:48,867 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:48,936 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1328, reset compression=false 2024-11-13T20:19:49,067 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:49,143 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/rep_barrier/b8db01f5cecc4c7d84fc1452fcfebf4b 2024-11-13T20:19:49,166 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/table/754c3c07cb40489397ff19b6d1875cac is 53, key is hbase:replication/table:state/1731529178250/Put/seqid=0 2024-11-13T20:19:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741851_1027 (size=5308) 2024-11-13T20:19:49,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:49,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 04ac815325d6:35347 this server is in the failed servers list 2024-11-13T20:19:49,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 04ac815325d6:35347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:49,267 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:49,341 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1328, reset compression=false 2024-11-13T20:19:49,467 DEBUG [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:19:49,574 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/table/754c3c07cb40489397ff19b6d1875cac 2024-11-13T20:19:49,579 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/info/a285ad08c98b42ed86c95a139577bfb5 as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/info/a285ad08c98b42ed86c95a139577bfb5 2024-11-13T20:19:49,584 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/info/a285ad08c98b42ed86c95a139577bfb5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:19:49,584 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/ns/ee23e1a9e3444514b9a5e957bf26133e as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/ns/ee23e1a9e3444514b9a5e957bf26133e 2024-11-13T20:19:49,589 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/ns/ee23e1a9e3444514b9a5e957bf26133e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:19:49,590 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/rep_barrier/b8db01f5cecc4c7d84fc1452fcfebf4b as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/rep_barrier/b8db01f5cecc4c7d84fc1452fcfebf4b 2024-11-13T20:19:49,594 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/rep_barrier/b8db01f5cecc4c7d84fc1452fcfebf4b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:19:49,595 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/.tmp/table/754c3c07cb40489397ff19b6d1875cac as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/table/754c3c07cb40489397ff19b6d1875cac 2024-11-13T20:19:49,600 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/table/754c3c07cb40489397ff19b6d1875cac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:19:49,601 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-13T20:19:49,605 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:19:49,606 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:49,606 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:49,606 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:49,606 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529187866Running coprocessor pre-close hooks at 1731529187866Disabling compacts and flushes for region at 1731529187866Disabling writes for close at 1731529187866Obtaining lock to block concurrent updates at 1731529187866Preparing flush snapshotting stores in 1588230740 at 1731529187866Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529187866Flushing stores of hbase:meta,,1.1588230740 at 1731529187867 (+1 ms)Flushing 1588230740/info: creating writer at 1731529187867Flushing 1588230740/info: appending metadata at 1731529187882 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731529187882Flushing 1588230740/ns: creating writer at 1731529188292 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731529188309 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731529188309Flushing 1588230740/rep_barrier: creating writer at 1731529188719 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529188736 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529188736Flushing 1588230740/table: creating writer at 1731529189148 (+412 ms)Flushing 1588230740/table: appending metadata at 1731529189166 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731529189166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dd32df: reopening flushed file at 1731529189578 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af08632: reopening flushed file at 1731529189584 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131a5924: reopening flushed file at 1731529189589 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0e13ec: reopening flushed file at 1731529189594 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1731529189601 (+7 ms)Writing region close event to WAL at 1731529189602 (+1 ms)Running coprocessor post-close hooks at 1731529189606 (+4 ms)Closed at 1731529189606 2024-11-13T20:19:49,607 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:49,667 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,44555,1731529167298; all regions closed. 2024-11-13T20:19:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:19:49,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.meta.1731529170103.meta not finished, retry = 0 2024-11-13T20:19:49,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:49,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:49,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:49,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:19:49,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:19:49,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:19:49,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:49,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:19:49,774 DEBUG [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/oldWALs 2024-11-13T20:19:49,774 INFO [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C44555%2C1731529167298.meta:.meta(num 1731529170103) 2024-11-13T20:19:49,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.rep.1731529178205 not finished, retry = 0 2024-11-13T20:19:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741839_1015 (size=2695) 2024-11-13T20:19:49,845 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 to pos 1328, reset compression=false 2024-11-13T20:19:49,879 DEBUG [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/oldWALs 2024-11-13T20:19:49,879 INFO [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C44555%2C1731529167298.rep:(num 1731529178205) 2024-11-13T20:19:49,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/WALs/04ac815325d6,44555,1731529167298/04ac815325d6%2C44555%2C1731529167298.1731529169110 not finished, retry = 0 2024-11-13T20:19:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741832_1008 (size=1336) 2024-11-13T20:19:49,984 DEBUG [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/oldWALs 2024-11-13T20:19:49,984 INFO [RS:0;04ac815325d6:44555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C44555%2C1731529167298:(num 1731529169110) 2024-11-13T20:19:49,984 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:49,984 INFO [RS:0;04ac815325d6:44555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:19:49,985 INFO [RS:0;04ac815325d6:44555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:49,985 INFO [RS:0;04ac815325d6:44555 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:49,985 INFO [RS:0;04ac815325d6:44555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:49,985 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:49,985 INFO [RS:0;04ac815325d6:44555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,44555,1731529167298 because: Region server is closing 2024-11-13T20:19:49,985 INFO [RS:0;04ac815325d6:44555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44555. 2024-11-13T20:19:49,985 DEBUG [RS:0;04ac815325d6:44555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:49,985 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:49,986 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:49,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:50,086 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.wal-reader.04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:19:50,086 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T20:19:50,086 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T20:19:50,086 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T20:19:50,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:50,237 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:50,239 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:50,787 INFO [RS:0;04ac815325d6:44555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44555,1731529167298.replicationSource.shipper04ac815325d6%2C44555%2C1731529167298,1-04ac815325d6,44555,1731529167298 terminated 2024-11-13T20:19:50,787 INFO [RS:0;04ac815325d6:44555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44555. 2024-11-13T20:19:50,788 DEBUG [RS:0;04ac815325d6:44555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:19:50,788 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:50,788 DEBUG [RS:0;04ac815325d6:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:50,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:19:50,788 INFO [RS:0;04ac815325d6:44555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44555 2024-11-13T20:19:50,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01650654713/rs/04ac815325d6,44555,1731529167298 2024-11-13T20:19:50,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713/rs 2024-11-13T20:19:50,790 INFO [RS:0;04ac815325d6:44555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:50,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,44555,1731529167298] 2024-11-13T20:19:50,792 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01650654713/draining/04ac815325d6,44555,1731529167298 already deleted, retry=false 2024-11-13T20:19:50,792 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,44555,1731529167298 expired; onlineServers=0 2024-11-13T20:19:50,792 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,33219,1731529167211' ***** 2024-11-13T20:19:50,792 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:19:50,792 INFO [M:0;04ac815325d6:33219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:19:50,792 INFO [M:0;04ac815325d6:33219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:19:50,792 DEBUG [M:0;04ac815325d6:33219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:19:50,792 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:19:50,792 DEBUG [M:0;04ac815325d6:33219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:19:50,792 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529168896 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529168896,5,FailOnTimeoutGroup] 2024-11-13T20:19:50,792 INFO [M:0;04ac815325d6:33219 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:19:50,792 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529168889 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529168889,5,FailOnTimeoutGroup] 2024-11-13T20:19:50,792 INFO [M:0;04ac815325d6:33219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:19:50,793 DEBUG [M:0;04ac815325d6:33219 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:19:50,793 INFO [M:0;04ac815325d6:33219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:19:50,793 INFO [M:0;04ac815325d6:33219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:19:50,793 INFO [M:0;04ac815325d6:33219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:19:50,793 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:19:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01650654713/master 2024-11-13T20:19:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01650654713 2024-11-13T20:19:50,794 DEBUG [M:0;04ac815325d6:33219 {}] zookeeper.ZKUtil(347): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Unable to get data of znode /01650654713/master because node does not exist (not an error) 2024-11-13T20:19:50,795 WARN [M:0;04ac815325d6:33219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:19:50,795 INFO [M:0;04ac815325d6:33219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/.lastflushedseqids 2024-11-13T20:19:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741852_1028 (size=263) 2024-11-13T20:19:50,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:50,892 INFO [RS:0;04ac815325d6:44555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:50,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1003acc552b0001, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:50,892 INFO [RS:0;04ac815325d6:44555 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,44555,1731529167298; zookeeper connection closed. 2024-11-13T20:19:50,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ada733d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ada733d 2024-11-13T20:19:50,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:19:51,201 INFO [M:0;04ac815325d6:33219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:19:51,201 INFO [M:0;04ac815325d6:33219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:19:51,201 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:51,201 INFO [M:0;04ac815325d6:33219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:51,201 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:51,201 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:51,201 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:51,201 INFO [M:0;04ac815325d6:33219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T20:19:51,216 DEBUG [M:0;04ac815325d6:33219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b15f35db80a4b3b938d281b6bacf3f2 is 82, key is hbase:meta,,1/info:regioninfo/1731529170185/Put/seqid=0 2024-11-13T20:19:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741853_1029 (size=5672) 2024-11-13T20:19:51,224 INFO [M:0;04ac815325d6:33219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b15f35db80a4b3b938d281b6bacf3f2 2024-11-13T20:19:51,242 DEBUG [M:0;04ac815325d6:33219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/176c4b28aee94403b12390a4302c5133 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529178253/Put/seqid=0 2024-11-13T20:19:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741854_1030 (size=8516) 2024-11-13T20:19:51,647 INFO [M:0;04ac815325d6:33219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/176c4b28aee94403b12390a4302c5133 2024-11-13T20:19:51,667 DEBUG [M:0;04ac815325d6:33219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/975143dc30294492a5bc495684507336 is 69, key is 04ac815325d6,44555,1731529167298/rs:state/1731529168954/Put/seqid=0 2024-11-13T20:19:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741855_1031 (size=5156) 2024-11-13T20:19:52,071 INFO [M:0;04ac815325d6:33219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/975143dc30294492a5bc495684507336 2024-11-13T20:19:52,076 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b15f35db80a4b3b938d281b6bacf3f2 as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b15f35db80a4b3b938d281b6bacf3f2 2024-11-13T20:19:52,081 INFO [M:0;04ac815325d6:33219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b15f35db80a4b3b938d281b6bacf3f2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:19:52,082 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/176c4b28aee94403b12390a4302c5133 as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/176c4b28aee94403b12390a4302c5133 2024-11-13T20:19:52,085 INFO [M:0;04ac815325d6:33219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/176c4b28aee94403b12390a4302c5133, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:19:52,086 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/975143dc30294492a5bc495684507336 as hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/975143dc30294492a5bc495684507336 2024-11-13T20:19:52,090 INFO [M:0;04ac815325d6:33219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35437/user/jenkins/test-data/96e442bc-99e7-613f-64c8-23e8ec868374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/975143dc30294492a5bc495684507336, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:19:52,091 INFO [M:0;04ac815325d6:33219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-13T20:19:52,092 INFO [M:0;04ac815325d6:33219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:52,092 DEBUG [M:0;04ac815325d6:33219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529191201Disabling compacts and flushes for region at 1731529191201Disabling writes for close at 1731529191201Obtaining lock to block concurrent updates at 1731529191201Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529191201Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731529191202 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529191202Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529191202Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529191216 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529191216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529191228 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529191242 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529191242Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529191651 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529191666 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529191666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ec18af: reopening flushed file at 1731529192076 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2458e8: reopening flushed file at 1731529192081 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db5dc1c: reopening flushed file at 1731529192086 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1731529192091 (+5 ms)Writing region close event to WAL at 1731529192092 (+1 ms)Closed at 1731529192092 2024-11-13T20:19:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741830_1006 (size=63654) 2024-11-13T20:19:52,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:19:52,095 INFO [M:0;04ac815325d6:33219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:19:52,095 INFO [M:0;04ac815325d6:33219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33219 2024-11-13T20:19:52,095 INFO [M:0;04ac815325d6:33219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:19:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33219-0x1003acc552b0000, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:19:52,198 INFO [M:0;04ac815325d6:33219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:19:52,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@670e66f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:52,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:52,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:52,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:52,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:52,216 WARN [BP-837423829-172.17.0.2-1731529165536 heartbeating to localhost/127.0.0.1:35437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:19:52,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:19:52,216 WARN [BP-837423829-172.17.0.2-1731529165536 heartbeating to localhost/127.0.0.1:35437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-837423829-172.17.0.2-1731529165536 (Datanode Uuid 6172c374-b306-4262-98f9-54cb653b8566) service to localhost/127.0.0.1:35437 2024-11-13T20:19:52,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:19:52,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c/data/data2/current/BP-837423829-172.17.0.2-1731529165536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:52,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/cluster_30d58e2d-b759-83b8-ac9e-d0d97b3b017c/data/data1/current/BP-837423829-172.17.0.2-1731529165536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:19:52,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:19:52,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fdfc14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:52,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:19:52,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:19:52,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:19:52,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc7be3e7-9be2-9a4f-a44c-125ab222721a/hadoop.log.dir/,STOPPED} 2024-11-13T20:19:52,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:19:52,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:19:52,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:52,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:52,257 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:52,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 202) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35437 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58537) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35437 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41357 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35437 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41357 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58537) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7590) 2024-11-13T20:19:52,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T20:19:52,292 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T20:19:52,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.log.dir so I do NOT create it in target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6 2024-11-13T20:19:52,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:19:52,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.tmp.dir so I do NOT create it in target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6 2024-11-13T20:19:52,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eede1208-9900-b20d-ebdb-a0213b709dbe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:19:52,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6 2024-11-13T20:19:52,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f, deleteOnExit=true 2024-11-13T20:19:52,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f/zookeeper_0, clientPort=56717, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:19:52,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56717 2024-11-13T20:19:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/test.cache.data in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:19:52,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:19:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:19:52,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003acc552b0002, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:19:52,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003acc552b0005, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:19:52,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003acc552b0005, quorum=127.0.0.1:58537, baseZNode=/11186350651 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:19:52,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003acc552b0002, quorum=127.0.0.1:58537, baseZNode=/01650654713 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:19:52,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:52,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:52,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:52,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:52,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:52,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:52,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147c2401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:52,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:52,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51838098{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/java.io.tmpdir/jetty-localhost-40117-hadoop-hdfs-3_4_1-tests_jar-_-any-9378644691561300877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:52,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de59a61{HTTP/1.1, (http/1.1)}{localhost:40117} 2024-11-13T20:19:52,578 INFO [Time-limited test {}] server.Server(415): Started @178491ms 2024-11-13T20:19:52,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:52,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:52,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:52,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:52,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:52,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a9d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:52,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60df503c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:52,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41188e45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/java.io.tmpdir/jetty-localhost-35975-hadoop-hdfs-3_4_1-tests_jar-_-any-15602482834950003182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:52,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@338dcc6a{HTTP/1.1, (http/1.1)}{localhost:35975} 2024-11-13T20:19:52,820 INFO [Time-limited test {}] server.Server(415): Started @178733ms 2024-11-13T20:19:52,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:19:52,917 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f/data/data1/current/BP-1592028916-172.17.0.2-1731529192330/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:52,917 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f/data/data2/current/BP-1592028916-172.17.0.2-1731529192330/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:52,941 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x347b8f1d75c4ec0f with lease ID 0xb16380e5bced1787: Processing first storage report for DS-41dbeb56-7cfb-4f29-bc6a-f72b79be87d3 from datanode DatanodeRegistration(127.0.0.1:44021, datanodeUuid=c49dabfb-0b7b-4fc6-9cc1-61e64f42792c, infoPort=39353, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=290940235;c=1731529192330) 2024-11-13T20:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x347b8f1d75c4ec0f with lease ID 0xb16380e5bced1787: from storage DS-41dbeb56-7cfb-4f29-bc6a-f72b79be87d3 node DatanodeRegistration(127.0.0.1:44021, datanodeUuid=c49dabfb-0b7b-4fc6-9cc1-61e64f42792c, infoPort=39353, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=290940235;c=1731529192330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x347b8f1d75c4ec0f with lease ID 0xb16380e5bced1787: Processing first storage report for DS-652bf24a-12a5-437a-bbb4-4264a86ffc07 from datanode DatanodeRegistration(127.0.0.1:44021, datanodeUuid=c49dabfb-0b7b-4fc6-9cc1-61e64f42792c, infoPort=39353, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=290940235;c=1731529192330) 2024-11-13T20:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x347b8f1d75c4ec0f with lease ID 0xb16380e5bced1787: from storage DS-652bf24a-12a5-437a-bbb4-4264a86ffc07 node DatanodeRegistration(127.0.0.1:44021, datanodeUuid=c49dabfb-0b7b-4fc6-9cc1-61e64f42792c, infoPort=39353, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=290940235;c=1731529192330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:52,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6 2024-11-13T20:19:52,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:52,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:19:52,966 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9 with version=8 2024-11-13T20:19:52,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/hbase-staging 2024-11-13T20:19:52,967 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:52,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:52,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:52,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:52,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:52,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:52,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:19:52,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:52,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43981 2024-11-13T20:19:52,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43981 connecting to ZooKeeper ensemble=127.0.0.1:56717 2024-11-13T20:19:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439810x0, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:52,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43981-0x1003accbe060000 connected 2024-11-13T20:19:53,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:53,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:53,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on znode that does not yet exist, /0857492221/running 2024-11-13T20:19:53,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9, hbase.cluster.distributed=false 2024-11-13T20:19:53,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on znode that does not yet exist, /0857492221/acl 2024-11-13T20:19:53,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43981 2024-11-13T20:19:53,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43981 2024-11-13T20:19:53,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43981 2024-11-13T20:19:53,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43981 2024-11-13T20:19:53,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43981 2024-11-13T20:19:53,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:53,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:53,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:53,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:53,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:53,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:53,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:19:53,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:53,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41435 2024-11-13T20:19:53,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41435 connecting to ZooKeeper ensemble=127.0.0.1:56717 2024-11-13T20:19:53,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:53,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:53,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414350x0, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:53,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41435-0x1003accbe060001 connected 2024-11-13T20:19:53,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on znode that does not yet exist, /0857492221/running 2024-11-13T20:19:53,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:19:53,041 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:19:53,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on znode that does not yet exist, /0857492221/master 2024-11-13T20:19:53,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on znode that does not yet exist, /0857492221/acl 2024-11-13T20:19:53,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41435 2024-11-13T20:19:53,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41435 2024-11-13T20:19:53,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41435 2024-11-13T20:19:53,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41435 2024-11-13T20:19:53,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41435 2024-11-13T20:19:53,065 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:43981 2024-11-13T20:19:53,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0857492221/backup-masters/04ac815325d6,43981,1731529192967 2024-11-13T20:19:53,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221/backup-masters 2024-11-13T20:19:53,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221/backup-masters 2024-11-13T20:19:53,068 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on existing znode=/0857492221/backup-masters/04ac815325d6,43981,1731529192967 2024-11-13T20:19:53,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0857492221/master 2024-11-13T20:19:53,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:53,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:53,071 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on existing znode=/0857492221/master 2024-11-13T20:19:53,072 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0857492221/backup-masters/04ac815325d6,43981,1731529192967 from backup master directory 2024-11-13T20:19:53,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0857492221/backup-masters/04ac815325d6,43981,1731529192967 2024-11-13T20:19:53,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221/backup-masters 2024-11-13T20:19:53,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221/backup-masters 2024-11-13T20:19:53,074 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:53,074 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,43981,1731529192967 2024-11-13T20:19:53,082 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/hbase.id] with ID: c2f112bf-726a-40e5-ba6c-277f9da232c9 2024-11-13T20:19:53,082 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/.tmp/hbase.id 2024-11-13T20:19:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:19:53,092 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/.tmp/hbase.id]:[hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/hbase.id] 2024-11-13T20:19:53,104 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:53,104 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:19:53,105 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:19:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:53,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:19:53,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:53,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:19:53,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:53,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:19:53,934 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store 2024-11-13T20:19:53,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:19:54,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:54,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:54,340 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:54,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:54,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:54,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:54,340 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:54,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529194340Disabling compacts and flushes for region at 1731529194340Disabling writes for close at 1731529194340Writing region close event to WAL at 1731529194340Closed at 1731529194340 2024-11-13T20:19:54,341 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/.initializing 2024-11-13T20:19:54,341 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/WALs/04ac815325d6,43981,1731529192967 2024-11-13T20:19:54,342 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:54,343 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C43981%2C1731529192967, suffix=, logDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/WALs/04ac815325d6,43981,1731529192967, archiveDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/oldWALs, maxLogs=10 2024-11-13T20:19:54,357 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/WALs/04ac815325d6,43981,1731529192967/04ac815325d6%2C43981%2C1731529192967.1731529194344, exclude list is [], retry=0 2024-11-13T20:19:54,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-41dbeb56-7cfb-4f29-bc6a-f72b79be87d3,DISK] 2024-11-13T20:19:54,361 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/WALs/04ac815325d6,43981,1731529192967/04ac815325d6%2C43981%2C1731529192967.1731529194344 2024-11-13T20:19:54,361 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-11-13T20:19:54,362 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:54,362 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:54,362 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,362 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:19:54,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:54,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:54,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:19:54,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:54,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:54,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:19:54,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:54,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:54,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:19:54,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:54,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:54,368 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,369 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,369 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,370 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,370 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,370 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:54,371 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:54,373 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:54,373 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65404543, jitterRate=-0.02539636194705963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:54,373 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529194362Initializing all the Stores at 1731529194363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529194363Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529194363Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529194363Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529194363Cleaning up temporary data from old regions at 1731529194370 (+7 ms)Region opened successfully at 1731529194373 (+3 ms) 2024-11-13T20:19:54,374 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:19:54,376 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68faf7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:54,377 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:19:54,377 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:19:54,377 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:19:54,377 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:19:54,377 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:19:54,378 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:19:54,378 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:19:54,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:19:54,380 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Unable to get data of znode /0857492221/balancer because node does not exist (not necessarily an error) 2024-11-13T20:19:54,382 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857492221/balancer already deleted, retry=false 2024-11-13T20:19:54,382 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:19:54,383 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Unable to get data of znode /0857492221/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:19:54,385 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857492221/normalizer already deleted, retry=false 2024-11-13T20:19:54,385 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:19:54,386 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Unable to get data of znode /0857492221/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:19:54,387 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857492221/switch/split already deleted, retry=false 2024-11-13T20:19:54,388 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Unable to get data of znode /0857492221/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:19:54,390 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857492221/switch/merge already deleted, retry=false 2024-11-13T20:19:54,391 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Unable to get data of znode /0857492221/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:19:54,393 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0857492221/snapshot-cleanup already deleted, retry=false 2024-11-13T20:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0857492221/running 2024-11-13T20:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0857492221/running 2024-11-13T20:19:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:54,397 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,43981,1731529192967, sessionid=0x1003accbe060000, setting cluster-up flag (Was=false) 2024-11-13T20:19:54,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:54,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:54,407 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0857492221/flush-table-proc/acquired, /0857492221/flush-table-proc/reached, /0857492221/flush-table-proc/abort 2024-11-13T20:19:54,408 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,43981,1731529192967 2024-11-13T20:19:54,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:54,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:54,430 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0857492221/online-snapshot/acquired, /0857492221/online-snapshot/reached, /0857492221/online-snapshot/abort 2024-11-13T20:19:54,431 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,43981,1731529192967 2024-11-13T20:19:54,433 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:19:54,435 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:54,435 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:19:54,436 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:19:54,436 WARN [master/04ac815325d6:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 04ac815325d6,40129,1731529142655: status=Processing ServerCrashProcedure of 04ac815325d6,40129,1731529142655 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731529156779, completionTime=-1 appears to have been leaked 2024-11-13T20:19:54,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,43981,1731529192967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:54,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:54,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:19:54,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:54,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:19:54,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529224449 2024-11-13T20:19:54,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:19:54,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:19:54,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:19:54,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:19:54,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:19:54,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:19:54,453 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,465 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:19:54,465 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:19:54,465 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:19:54,465 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:19:54,468 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(746): ClusterId : c2f112bf-726a-40e5-ba6c-277f9da232c9 2024-11-13T20:19:54,468 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:19:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:19:54,471 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:19:54,471 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:19:54,472 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:19:54,472 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:19:54,475 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:19:54,475 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721dc93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:54,476 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529194472,5,FailOnTimeoutGroup] 2024-11-13T20:19:54,480 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529194477,5,FailOnTimeoutGroup] 2024-11-13T20:19:54,480 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,480 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:19:54,481 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,481 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,501 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:41435 2024-11-13T20:19:54,501 INFO [RS:0;04ac815325d6:41435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:19:54,501 INFO [RS:0;04ac815325d6:41435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:19:54,501 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:19:54,504 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,43981,1731529192967 with port=41435, startcode=1731529193028 2024-11-13T20:19:54,504 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:19:54,509 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:19:54,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,41435,1731529193028 2024-11-13T20:19:54,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43981 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,41435,1731529193028 2024-11-13T20:19:54,511 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9 2024-11-13T20:19:54,511 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34557 2024-11-13T20:19:54,511 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:19:54,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221/rs 2024-11-13T20:19:54,514 DEBUG [RS:0;04ac815325d6:41435 {}] zookeeper.ZKUtil(111): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on existing znode=/0857492221/rs/04ac815325d6,41435,1731529193028 2024-11-13T20:19:54,514 WARN [RS:0;04ac815325d6:41435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:54,514 INFO [RS:0;04ac815325d6:41435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:54,514 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028 2024-11-13T20:19:54,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,41435,1731529193028] 2024-11-13T20:19:54,528 INFO [RS:0;04ac815325d6:41435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:19:54,532 INFO [RS:0;04ac815325d6:41435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:19:54,537 INFO [RS:0;04ac815325d6:41435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:19:54,537 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,537 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:19:54,538 INFO [RS:0;04ac815325d6:41435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:19:54,538 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:54,538 DEBUG [RS:0;04ac815325d6:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:54,543 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,543 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,543 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,543 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,543 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,543 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41435,1731529193028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:54,561 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:19:54,561 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41435,1731529193028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,561 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,561 INFO [RS:0;04ac815325d6:41435 {}] regionserver.Replication(171): 04ac815325d6,41435,1731529193028 started 2024-11-13T20:19:54,579 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:54,579 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,41435,1731529193028, RpcServer on 04ac815325d6/172.17.0.2:41435, sessionid=0x1003accbe060001 2024-11-13T20:19:54,579 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:19:54,579 DEBUG [RS:0;04ac815325d6:41435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,41435,1731529193028 2024-11-13T20:19:54,579 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41435,1731529193028' 2024-11-13T20:19:54,579 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0857492221/flush-table-proc/abort' 2024-11-13T20:19:54,580 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0857492221/flush-table-proc/acquired' 2024-11-13T20:19:54,580 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:19:54,580 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:19:54,580 DEBUG [RS:0;04ac815325d6:41435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,41435,1731529193028 2024-11-13T20:19:54,580 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41435,1731529193028' 2024-11-13T20:19:54,581 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0857492221/online-snapshot/abort' 2024-11-13T20:19:54,581 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0857492221/online-snapshot/acquired' 2024-11-13T20:19:54,581 DEBUG [RS:0;04ac815325d6:41435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:19:54,581 INFO [RS:0;04ac815325d6:41435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:19:54,581 INFO [RS:0;04ac815325d6:41435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:19:54,682 INFO [RS:0;04ac815325d6:41435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:54,684 INFO [RS:0;04ac815325d6:41435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C41435%2C1731529193028, suffix=, logDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028, archiveDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/oldWALs, maxLogs=10 2024-11-13T20:19:54,701 DEBUG [RS:0;04ac815325d6:41435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, exclude list is [], retry=0 2024-11-13T20:19:54,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-41dbeb56-7cfb-4f29-bc6a-f72b79be87d3,DISK] 2024-11-13T20:19:54,705 INFO [RS:0;04ac815325d6:41435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 2024-11-13T20:19:54,706 DEBUG [RS:0;04ac815325d6:41435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-11-13T20:19:54,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:19:54,872 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9 2024-11-13T20:19:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:19:55,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:19:55,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:19:55,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:55,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:55,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:55,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:55,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:55,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:55,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:55,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:55,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:55,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:55,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740 2024-11-13T20:19:55,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740 2024-11-13T20:19:55,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:55,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:55,290 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:55,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:55,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:55,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59873880, jitterRate=-0.10780966281890869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529195279Initializing all the Stores at 1731529195279Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529195279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529195280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529195280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529195280Cleaning up temporary data from old regions at 1731529195289 (+9 ms)Region opened successfully at 1731529195294 (+5 ms) 2024-11-13T20:19:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:55,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:55,295 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:55,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529195294Disabling compacts and flushes for region at 1731529195294Disabling writes for close at 1731529195294Writing region close event to WAL at 1731529195295 (+1 ms)Closed at 1731529195295 2024-11-13T20:19:55,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:55,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:19:55,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:19:55,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:55,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:19:55,450 DEBUG [04ac815325d6:43981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:55,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,41435,1731529193028 2024-11-13T20:19:55,451 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41435,1731529193028, state=OPENING 2024-11-13T20:19:55,453 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:19:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:19:55,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857492221/meta-region-server: CHANGED 2024-11-13T20:19:55,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857492221/meta-region-server: CHANGED 2024-11-13T20:19:55,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:55,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41435,1731529193028}] 2024-11-13T20:19:55,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:55,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:19:55,613 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:19:55,613 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:55,613 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:19:55,615 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C41435%2C1731529193028.meta, suffix=.meta, logDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028, archiveDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/oldWALs, maxLogs=10 2024-11-13T20:19:55,628 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.meta.1731529195615.meta, exclude list is [], retry=0 2024-11-13T20:19:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-41dbeb56-7cfb-4f29-bc6a-f72b79be87d3,DISK] 2024-11-13T20:19:55,632 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.meta.1731529195615.meta 2024-11-13T20:19:55,632 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-11-13T20:19:55,632 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:55,633 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:55,633 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:55,633 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:19:55,633 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:19:55,633 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:19:55,633 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:55,633 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:19:55,633 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:19:55,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:55,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:55,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:55,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:55,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:55,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:55,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:55,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:55,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:55,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:55,639 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:55,639 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740 2024-11-13T20:19:55,640 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740 2024-11-13T20:19:55,642 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:55,642 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:55,642 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:55,643 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:55,644 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69762358, jitterRate=0.03954014182090759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:55,644 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:19:55,645 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529195634Writing region info on filesystem at 1731529195634Initializing all the Stores at 1731529195634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529195634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529195634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529195634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529195634Cleaning up temporary data from old regions at 1731529195642 (+8 ms)Running coprocessor post-open hooks at 1731529195644 (+2 ms)Region opened successfully at 1731529195645 (+1 ms) 2024-11-13T20:19:55,646 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529195608 2024-11-13T20:19:55,648 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:19:55,648 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:19:55,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41435,1731529193028 2024-11-13T20:19:55,649 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41435,1731529193028, state=OPEN 2024-11-13T20:19:55,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0857492221/meta-region-server 2024-11-13T20:19:55,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0857492221/meta-region-server 2024-11-13T20:19:55,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857492221/meta-region-server: CHANGED 2024-11-13T20:19:55,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0857492221/meta-region-server: CHANGED 2024-11-13T20:19:55,655 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,41435,1731529193028 2024-11-13T20:19:55,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:19:55,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41435,1731529193028 in 200 msec 2024-11-13T20:19:55,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:19:55,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-13T20:19:55,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:55,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:19:55,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:55,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41435,1731529193028, seqNum=-1] 2024-11-13T20:19:55,660 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:55,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:55,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-13T20:19:55,667 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529195667, completionTime=-1 2024-11-13T20:19:55,667 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:19:55,667 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:19:55,669 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:19:55,669 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529255669 2024-11-13T20:19:55,669 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529315669 2024-11-13T20:19:55,669 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:19:55,670 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43981,1731529192967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:55,670 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43981,1731529192967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:55,670 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43981,1731529192967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:55,670 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:43981, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:55,670 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:55,670 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:55,672 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.599sec 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43981,1731529192967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:55,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43981,1731529192967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:19:55,675 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:19:55,676 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:19:55,676 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43981,1731529192967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:55,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41195a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:55,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,43981,-1 for getting cluster id 2024-11-13T20:19:55,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:55,771 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2f112bf-726a-40e5-ba6c-277f9da232c9' 2024-11-13T20:19:55,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:55,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2f112bf-726a-40e5-ba6c-277f9da232c9" 2024-11-13T20:19:55,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:55,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,43981,-1] 2024-11-13T20:19:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:55,773 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:55,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:55,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41435,1731529193028, seqNum=-1] 2024-11-13T20:19:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:55,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:55,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,43981,1731529192967 2024-11-13T20:19:55,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56717 2024-11-13T20:19:55,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:55,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003accbe060002 connected 2024-11-13T20:19:55,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.log.dir so I do NOT create it in target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062 2024-11-13T20:19:55,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:19:55,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.tmp.dir so I do NOT create it in target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062 2024-11-13T20:19:55,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:19:55,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/cluster_3e10e715-9852-6c04-3bd3-760ed06395c4, deleteOnExit=true 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/test.cache.data in system properties and HBase conf 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:19:55,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:19:55,785 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:19:55,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:19:55,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:55,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:55,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:55,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:55,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:19:55,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:55,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e95cfe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:55,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21702e4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:56,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23a00e66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/java.io.tmpdir/jetty-localhost-45153-hadoop-hdfs-3_4_1-tests_jar-_-any-11820723382353772922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:19:56,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e07a1af{HTTP/1.1, (http/1.1)}{localhost:45153} 2024-11-13T20:19:56,017 INFO [Time-limited test {}] server.Server(415): Started @181929ms 2024-11-13T20:19:56,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:19:56,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:19:56,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:19:56,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:19:56,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:19:56,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4901da09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:19:56,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cca915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:19:56,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45eaaaff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/java.io.tmpdir/jetty-localhost-46003-hadoop-hdfs-3_4_1-tests_jar-_-any-12688855310316658837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:19:56,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66020d6b{HTTP/1.1, (http/1.1)}{localhost:46003} 2024-11-13T20:19:56,218 INFO [Time-limited test {}] server.Server(415): Started @182130ms 2024-11-13T20:19:56,219 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:19:56,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:56,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:56,287 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:19:56,309 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/cluster_3e10e715-9852-6c04-3bd3-760ed06395c4/data/data1/current/BP-2063786011-172.17.0.2-1731529195808/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:56,310 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/cluster_3e10e715-9852-6c04-3bd3-760ed06395c4/data/data2/current/BP-2063786011-172.17.0.2-1731529195808/current, will proceed with Du for space computation calculation, 2024-11-13T20:19:56,334 WARN [Thread-2289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:19:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcea71edc2e81f7e2 with lease ID 0x984aa4d5ffda72e6: Processing first storage report for DS-037e0db3-1b05-4b57-98fb-ee5a17a4e946 from datanode DatanodeRegistration(127.0.0.1:43313, datanodeUuid=c2225c48-3602-43bd-89c4-05da19e9768a, infoPort=42161, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=2062006738;c=1731529195808) 2024-11-13T20:19:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcea71edc2e81f7e2 with lease ID 0x984aa4d5ffda72e6: from storage DS-037e0db3-1b05-4b57-98fb-ee5a17a4e946 node DatanodeRegistration(127.0.0.1:43313, datanodeUuid=c2225c48-3602-43bd-89c4-05da19e9768a, infoPort=42161, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=2062006738;c=1731529195808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcea71edc2e81f7e2 with lease ID 0x984aa4d5ffda72e6: Processing first storage report for DS-b0d1c585-bc32-4f16-9217-d1ed7fd32aef from datanode DatanodeRegistration(127.0.0.1:43313, datanodeUuid=c2225c48-3602-43bd-89c4-05da19e9768a, infoPort=42161, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=2062006738;c=1731529195808) 2024-11-13T20:19:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcea71edc2e81f7e2 with lease ID 0x984aa4d5ffda72e6: from storage DS-b0d1c585-bc32-4f16-9217-d1ed7fd32aef node DatanodeRegistration(127.0.0.1:43313, datanodeUuid=c2225c48-3602-43bd-89c4-05da19e9768a, infoPort=42161, infoSecurePort=0, ipcPort=42775, storageInfo=lv=-57;cid=testClusterID;nsid=2062006738;c=1731529195808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:19:56,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062 2024-11-13T20:19:56,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:56,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:19:56,761 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e with version=8 2024-11-13T20:19:56,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/hbase-staging 2024-11-13T20:19:56,764 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:56,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:56,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:56,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:56,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:56,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:56,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:19:56,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:56,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36227 2024-11-13T20:19:56,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36227 connecting to ZooKeeper ensemble=127.0.0.1:56717 2024-11-13T20:19:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362270x0, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:56,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36227-0x1003accbe060003 connected 2024-11-13T20:19:56,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:56,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:56,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on znode that does not yet exist, /1-534363143/running 2024-11-13T20:19:56,786 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e, hbase.cluster.distributed=false 2024-11-13T20:19:56,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on znode that does not yet exist, /1-534363143/acl 2024-11-13T20:19:56,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36227 2024-11-13T20:19:56,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36227 2024-11-13T20:19:56,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36227 2024-11-13T20:19:56,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36227 2024-11-13T20:19:56,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36227 2024-11-13T20:19:56,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:19:56,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:56,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:56,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:19:56,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:19:56,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:19:56,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:19:56,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:19:56,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35761 2024-11-13T20:19:56,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35761 connecting to ZooKeeper ensemble=127.0.0.1:56717 2024-11-13T20:19:56,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:56,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:56,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357610x0, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:56,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357610x0, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on znode that does not yet exist, /1-534363143/running 2024-11-13T20:19:56,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:19:56,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35761-0x1003accbe060004 connected 2024-11-13T20:19:56,824 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:19:56,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on znode that does not yet exist, /1-534363143/master 2024-11-13T20:19:56,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on znode that does not yet exist, /1-534363143/acl 2024-11-13T20:19:56,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35761 2024-11-13T20:19:56,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35761 2024-11-13T20:19:56,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35761 2024-11-13T20:19:56,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35761 2024-11-13T20:19:56,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35761 2024-11-13T20:19:56,852 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:36227 2024-11-13T20:19:56,852 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-534363143/backup-masters/04ac815325d6,36227,1731529196763 2024-11-13T20:19:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143/backup-masters 2024-11-13T20:19:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143/backup-masters 2024-11-13T20:19:56,855 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on existing znode=/1-534363143/backup-masters/04ac815325d6,36227,1731529196763 2024-11-13T20:19:56,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-534363143/master 2024-11-13T20:19:56,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:56,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:56,858 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on existing znode=/1-534363143/master 2024-11-13T20:19:56,858 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-534363143/backup-masters/04ac815325d6,36227,1731529196763 from backup master directory 2024-11-13T20:19:56,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534363143/backup-masters/04ac815325d6,36227,1731529196763 2024-11-13T20:19:56,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143/backup-masters 2024-11-13T20:19:56,860 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:56,860 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,36227,1731529196763 2024-11-13T20:19:56,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143/backup-masters 2024-11-13T20:19:56,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/hbase.id] with ID: 2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a 2024-11-13T20:19:56,865 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/.tmp/hbase.id 2024-11-13T20:19:56,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:19:57,277 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/.tmp/hbase.id]:[hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/hbase.id] 2024-11-13T20:19:57,286 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:19:57,286 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:19:57,288 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:19:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:19:57,299 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:57,300 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:19:57,300 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:19:57,713 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store 2024-11-13T20:19:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:19:58,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:58,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:19:58,123 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:58,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:58,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:19:58,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:58,123 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:19:58,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529198123Disabling compacts and flushes for region at 1731529198123Disabling writes for close at 1731529198123Writing region close event to WAL at 1731529198123Closed at 1731529198123 2024-11-13T20:19:58,124 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/.initializing 2024-11-13T20:19:58,124 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/WALs/04ac815325d6,36227,1731529196763 2024-11-13T20:19:58,125 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:58,126 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C36227%2C1731529196763, suffix=, logDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/WALs/04ac815325d6,36227,1731529196763, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/oldWALs, maxLogs=10 2024-11-13T20:19:58,142 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/WALs/04ac815325d6,36227,1731529196763/04ac815325d6%2C36227%2C1731529196763.1731529198127, exclude list is [], retry=0 2024-11-13T20:19:58,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43313,DS-037e0db3-1b05-4b57-98fb-ee5a17a4e946,DISK] 2024-11-13T20:19:58,147 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/WALs/04ac815325d6,36227,1731529196763/04ac815325d6%2C36227%2C1731529196763.1731529198127 2024-11-13T20:19:58,148 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-11-13T20:19:58,148 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:58,148 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:58,148 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,148 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:19:58,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:58,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:19:58,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:58,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:19:58,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:58,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:19:58,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:58,156 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,157 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,157 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,158 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,158 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,159 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:58,160 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:19:58,162 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:58,162 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60541753, jitterRate=-0.09785757958889008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:58,162 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529198148Initializing all the Stores at 1731529198149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529198149Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529198149Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529198149Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529198149Cleaning up temporary data from old regions at 1731529198158 (+9 ms)Region opened successfully at 1731529198162 (+4 ms) 2024-11-13T20:19:58,162 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:19:58,165 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793f4c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:58,166 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:19:58,167 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:19:58,167 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:19:58,167 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:19:58,168 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:19:58,168 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:19:58,168 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:19:58,183 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:19:58,184 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Unable to get data of znode /1-534363143/balancer because node does not exist (not necessarily an error) 2024-11-13T20:19:58,186 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534363143/balancer already deleted, retry=false 2024-11-13T20:19:58,186 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:19:58,187 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Unable to get data of znode /1-534363143/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:19:58,189 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534363143/normalizer already deleted, retry=false 2024-11-13T20:19:58,189 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:19:58,190 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Unable to get data of znode /1-534363143/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:19:58,191 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534363143/switch/split already deleted, retry=false 2024-11-13T20:19:58,192 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Unable to get data of znode /1-534363143/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:19:58,194 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534363143/switch/merge already deleted, retry=false 2024-11-13T20:19:58,196 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Unable to get data of znode /1-534363143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:19:58,197 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534363143/snapshot-cleanup already deleted, retry=false 2024-11-13T20:19:58,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-534363143/running 2024-11-13T20:19:58,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-534363143/running 2024-11-13T20:19:58,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,200 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,36227,1731529196763, sessionid=0x1003accbe060003, setting cluster-up flag (Was=false) 2024-11-13T20:19:58,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,208 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-534363143/flush-table-proc/acquired, /1-534363143/flush-table-proc/reached, /1-534363143/flush-table-proc/abort 2024-11-13T20:19:58,209 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,36227,1731529196763 2024-11-13T20:19:58,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,217 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-534363143/online-snapshot/acquired, /1-534363143/online-snapshot/reached, /1-534363143/online-snapshot/abort 2024-11-13T20:19:58,218 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,36227,1731529196763 2024-11-13T20:19:58,220 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:19:58,221 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:58,222 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:19:58,222 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:19:58,222 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,36227,1731529196763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:58,223 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,224 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529228224 2024-11-13T20:19:58,224 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:19:58,225 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:19:58,225 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:19:58,225 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:19:58,225 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:19:58,225 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:19:58,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:58,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:19:58,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:19:58,228 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:19:58,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:19:58,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:19:58,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:19:58,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:19:58,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:19:58,229 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529198229,5,FailOnTimeoutGroup] 2024-11-13T20:19:58,229 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529198229,5,FailOnTimeoutGroup] 2024-11-13T20:19:58,230 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,230 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:19:58,230 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,230 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:19:58,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:19:58,233 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e 2024-11-13T20:19:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:19:58,242 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(746): ClusterId : 2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a 2024-11-13T20:19:58,242 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:19:58,244 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:19:58,244 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:19:58,245 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:19:58,246 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8f83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:19:58,261 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:35761 2024-11-13T20:19:58,261 INFO [RS:0;04ac815325d6:35761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:19:58,261 INFO [RS:0;04ac815325d6:35761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:19:58,261 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:19:58,261 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,36227,1731529196763 with port=35761, startcode=1731529196808 2024-11-13T20:19:58,261 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:19:58,263 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:19:58,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,35761,1731529196808 2024-11-13T20:19:58,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36227 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,35761,1731529196808 2024-11-13T20:19:58,264 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e 2024-11-13T20:19:58,264 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46521 2024-11-13T20:19:58,264 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:19:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143/rs 2024-11-13T20:19:58,266 DEBUG [RS:0;04ac815325d6:35761 {}] zookeeper.ZKUtil(111): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on existing znode=/1-534363143/rs/04ac815325d6,35761,1731529196808 2024-11-13T20:19:58,266 WARN [RS:0;04ac815325d6:35761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:19:58,266 INFO [RS:0;04ac815325d6:35761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:58,266 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808 2024-11-13T20:19:58,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,35761,1731529196808] 2024-11-13T20:19:58,269 INFO [RS:0;04ac815325d6:35761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:19:58,272 INFO [RS:0;04ac815325d6:35761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:19:58,273 INFO [RS:0;04ac815325d6:35761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:19:58,273 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,273 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:19:58,273 INFO [RS:0;04ac815325d6:35761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:19:58,274 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:58,274 DEBUG [RS:0;04ac815325d6:35761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:19:58,274 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,274 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,274 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,274 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,274 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,274 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35761,1731529196808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:58,288 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:19:58,288 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35761,1731529196808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,288 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,288 INFO [RS:0;04ac815325d6:35761 {}] regionserver.Replication(171): 04ac815325d6,35761,1731529196808 started 2024-11-13T20:19:58,301 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:58,301 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,35761,1731529196808, RpcServer on 04ac815325d6/172.17.0.2:35761, sessionid=0x1003accbe060004 2024-11-13T20:19:58,301 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:19:58,301 DEBUG [RS:0;04ac815325d6:35761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,35761,1731529196808 2024-11-13T20:19:58,301 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35761,1731529196808' 2024-11-13T20:19:58,301 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-534363143/flush-table-proc/abort' 2024-11-13T20:19:58,302 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-534363143/flush-table-proc/acquired' 2024-11-13T20:19:58,302 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:19:58,302 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:19:58,302 DEBUG [RS:0;04ac815325d6:35761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,35761,1731529196808 2024-11-13T20:19:58,302 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35761,1731529196808' 2024-11-13T20:19:58,302 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-534363143/online-snapshot/abort' 2024-11-13T20:19:58,303 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-534363143/online-snapshot/acquired' 2024-11-13T20:19:58,303 DEBUG [RS:0;04ac815325d6:35761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:19:58,303 INFO [RS:0;04ac815325d6:35761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:19:58,303 INFO [RS:0;04ac815325d6:35761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:19:58,403 INFO [RS:0;04ac815325d6:35761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:19:58,405 INFO [RS:0;04ac815325d6:35761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35761%2C1731529196808, suffix=, logDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/oldWALs, maxLogs=10 2024-11-13T20:19:58,423 DEBUG [RS:0;04ac815325d6:35761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, exclude list is [], retry=0 2024-11-13T20:19:58,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43313,DS-037e0db3-1b05-4b57-98fb-ee5a17a4e946,DISK] 2024-11-13T20:19:58,427 INFO [RS:0;04ac815325d6:35761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 2024-11-13T20:19:58,427 DEBUG [RS:0;04ac815325d6:35761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-11-13T20:19:58,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:58,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:58,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:58,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:58,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:58,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:58,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:58,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:58,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:58,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:58,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:58,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:58,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:58,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:58,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:58,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740 2024-11-13T20:19:58,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740 2024-11-13T20:19:58,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:58,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:58,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:58,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:58,657 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:58,658 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75266790, jitterRate=0.12156257033348083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:58,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529198641Initializing all the Stores at 1731529198641Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529198641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529198642 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529198642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529198642Cleaning up temporary data from old regions at 1731529198651 (+9 ms)Region opened successfully at 1731529198659 (+8 ms) 2024-11-13T20:19:58,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:19:58,659 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:19:58,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:19:58,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:19:58,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:19:58,665 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:19:58,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529198659Disabling compacts and flushes for region at 1731529198659Disabling writes for close at 1731529198659Writing region close event to WAL at 1731529198665 (+6 ms)Closed at 1731529198665 2024-11-13T20:19:58,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:58,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:19:58,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:19:58,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:58,668 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:19:58,818 DEBUG [04ac815325d6:36227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:19:58,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,35761,1731529196808 2024-11-13T20:19:58,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35761,1731529196808, state=OPENING 2024-11-13T20:19:58,825 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:19:58,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:19:58,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534363143/meta-region-server: CHANGED 2024-11-13T20:19:58,827 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:19:58,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534363143/meta-region-server: CHANGED 2024-11-13T20:19:58,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35761,1731529196808}] 2024-11-13T20:19:58,979 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:19:58,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:19:58,984 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:19:58,984 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:19:58,984 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:19:58,985 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35761%2C1731529196808.meta, suffix=.meta, logDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/oldWALs, maxLogs=10 2024-11-13T20:19:59,000 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.meta.1731529198986.meta, exclude list is [], retry=0 2024-11-13T20:19:59,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43313,DS-037e0db3-1b05-4b57-98fb-ee5a17a4e946,DISK] 2024-11-13T20:19:59,004 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.meta.1731529198986.meta 2024-11-13T20:19:59,004 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-11-13T20:19:59,004 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:59,005 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:59,005 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:19:59,005 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:19:59,005 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:19:59,005 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:19:59,005 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:59,005 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:19:59,005 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:19:59,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:19:59,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:19:59,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:59,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:19:59,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:19:59,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:59,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:19:59,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:19:59,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:59,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:19:59,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:19:59,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:19:59,011 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:19:59,011 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740 2024-11-13T20:19:59,012 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740 2024-11-13T20:19:59,013 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:19:59,013 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:19:59,013 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:19:59,014 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:19:59,015 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66897183, jitterRate=-0.0031542927026748657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:19:59,015 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:19:59,015 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529199005Writing region info on filesystem at 1731529199005Initializing all the Stores at 1731529199006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529199006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529199006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529199006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529199006Cleaning up temporary data from old regions at 1731529199013 (+7 ms)Running coprocessor post-open hooks at 1731529199015 (+2 ms)Region opened successfully at 1731529199015 2024-11-13T20:19:59,016 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529198979 2024-11-13T20:19:59,018 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:19:59,018 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:19:59,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35761,1731529196808 2024-11-13T20:19:59,019 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35761,1731529196808, state=OPEN 2024-11-13T20:19:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-534363143/meta-region-server 2024-11-13T20:19:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-534363143/meta-region-server 2024-11-13T20:19:59,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,35761,1731529196808 2024-11-13T20:19:59,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534363143/meta-region-server: CHANGED 2024-11-13T20:19:59,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534363143/meta-region-server: CHANGED 2024-11-13T20:19:59,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:19:59,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35761,1731529196808 in 194 msec 2024-11-13T20:19:59,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:19:59,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-13T20:19:59,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:19:59,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:19:59,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:59,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35761,1731529196808, seqNum=-1] 2024-11-13T20:19:59,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:59,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:59,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 810 msec 2024-11-13T20:19:59,031 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529199031, completionTime=-1 2024-11-13T20:19:59,031 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:19:59,031 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:19:59,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:19:59,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529259033 2024-11-13T20:19:59,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529319033 2024-11-13T20:19:59,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:19:59,034 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36227,1731529196763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:59,034 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36227,1731529196763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:59,034 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36227,1731529196763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:59,034 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:36227, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:59,034 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:59,034 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:59,036 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.177sec 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36227,1731529196763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:19:59,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36227,1731529196763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:19:59,039 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:19:59,039 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:19:59,039 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36227,1731529196763-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:19:59,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f20eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:59,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36227,-1 for getting cluster id 2024-11-13T20:19:59,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:19:59,043 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a' 2024-11-13T20:19:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:19:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a" 2024-11-13T20:19:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cda1e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36227,-1] 2024-11-13T20:19:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:19:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:19:59,044 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:19:59,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:19:59,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:19:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35761,1731529196808, seqNum=-1] 2024-11-13T20:19:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:19:59,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:19:59,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,36227,1731529196763 2024-11-13T20:19:59,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56717 2024-11-13T20:19:59,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:19:59,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003accbe060005 connected 2024-11-13T20:19:59,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:19:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,43981,1731529192967 2024-11-13T20:19:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d02698 2024-11-13T20:19:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:19:59,057 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:19:59,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:19:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:19:59,060 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:19:59,060 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:19:59,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:19:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:59,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:19:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:59,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54034149b6e404615a99ec9f116008bb, NAME => 'test,,1731529199057.54034149b6e404615a99ec9f116008bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9 2024-11-13T20:19:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:19:59,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529199057.54034149b6e404615a99ec9f116008bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:59,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54034149b6e404615a99ec9f116008bb, disabling compactions & flushes 2024-11-13T20:19:59,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:19:59,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:19:59,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529199057.54034149b6e404615a99ec9f116008bb. after waiting 0 ms 2024-11-13T20:19:59,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:19:59,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:19:59,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54034149b6e404615a99ec9f116008bb: Waiting for close lock at 1731529199491Disabling compacts and flushes for region at 1731529199491Disabling writes for close at 1731529199491Writing region close event to WAL at 1731529199491Closed at 1731529199491 2024-11-13T20:19:59,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:19:59,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529199057.54034149b6e404615a99ec9f116008bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529199493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529199493"}]},"ts":"1731529199493"} 2024-11-13T20:19:59,495 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:19:59,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:19:59,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529199496"}]},"ts":"1731529199496"} 2024-11-13T20:19:59,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:19:59,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54034149b6e404615a99ec9f116008bb, ASSIGN}] 2024-11-13T20:19:59,499 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54034149b6e404615a99ec9f116008bb, ASSIGN 2024-11-13T20:19:59,499 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54034149b6e404615a99ec9f116008bb, ASSIGN; state=OFFLINE, location=04ac815325d6,41435,1731529193028; forceNewPlan=false, retain=false 2024-11-13T20:19:59,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:19:59,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:19:59,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:19:59,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T20:19:59,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:19:59,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T20:19:59,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54034149b6e404615a99ec9f116008bb, regionState=OPENING, regionLocation=04ac815325d6,41435,1731529193028 2024-11-13T20:19:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54034149b6e404615a99ec9f116008bb, ASSIGN because future has completed 2024-11-13T20:19:59,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54034149b6e404615a99ec9f116008bb, server=04ac815325d6,41435,1731529193028}] 2024-11-13T20:19:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:19:59,809 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:19:59,809 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54034149b6e404615a99ec9f116008bb, NAME => 'test,,1731529199057.54034149b6e404615a99ec9f116008bb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:19:59,810 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:19:59,810 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:19:59,810 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,810 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529199057.54034149b6e404615a99ec9f116008bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:19:59,810 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,810 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,811 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,813 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54034149b6e404615a99ec9f116008bb columnFamilyName f 2024-11-13T20:19:59,813 DEBUG [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,813 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] regionserver.HStore(327): Store=54034149b6e404615a99ec9f116008bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:59,813 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,814 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54034149b6e404615a99ec9f116008bb columnFamilyName f1 2024-11-13T20:19:59,814 DEBUG [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,815 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] regionserver.HStore(327): Store=54034149b6e404615a99ec9f116008bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:59,815 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,816 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54034149b6e404615a99ec9f116008bb columnFamilyName norep 2024-11-13T20:19:59,816 DEBUG [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:19:59,816 INFO [StoreOpener-54034149b6e404615a99ec9f116008bb-1 {}] regionserver.HStore(327): Store=54034149b6e404615a99ec9f116008bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:19:59,816 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,817 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,817 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,818 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,818 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,818 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:19:59,819 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,821 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:19:59,821 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54034149b6e404615a99ec9f116008bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68767523, jitterRate=0.02471594512462616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:19:59,821 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:19:59,822 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54034149b6e404615a99ec9f116008bb: Running coprocessor pre-open hook at 1731529199810Writing region info on filesystem at 1731529199810Initializing all the Stores at 1731529199811 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529199811Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529199811Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529199811Cleaning up temporary data from old regions at 1731529199818 (+7 ms)Running coprocessor post-open hooks at 1731529199821 (+3 ms)Region opened successfully at 1731529199822 (+1 ms) 2024-11-13T20:19:59,823 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529199057.54034149b6e404615a99ec9f116008bb., pid=6, masterSystemTime=1731529199805 2024-11-13T20:19:59,825 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:19:59,825 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:19:59,826 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54034149b6e404615a99ec9f116008bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,41435,1731529193028 2024-11-13T20:19:59,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54034149b6e404615a99ec9f116008bb, server=04ac815325d6,41435,1731529193028 because future has completed 2024-11-13T20:19:59,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:19:59,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54034149b6e404615a99ec9f116008bb, server=04ac815325d6,41435,1731529193028 in 176 msec 2024-11-13T20:19:59,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:19:59,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54034149b6e404615a99ec9f116008bb, ASSIGN in 333 msec 2024-11-13T20:19:59,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:19:59,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529199833"}]},"ts":"1731529199833"} 2024-11-13T20:19:59,835 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:19:59,836 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:19:59,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-11-13T20:20:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:00,197 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:20:00,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36227,1731529196763 2024-11-13T20:20:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1afeb133 2024-11-13T20:20:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:00,199 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:00,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:20:00,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:00,202 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:00,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:20:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:00,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:20:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:00,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:20:00,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:20:00,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ef68deb029dc121efcdc1a11ac292db, NAME => 'test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e 2024-11-13T20:20:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:20:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:01,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:01,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ef68deb029dc121efcdc1a11ac292db, disabling compactions & flushes 2024-11-13T20:20:01,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:01,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:01,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. after waiting 0 ms 2024-11-13T20:20:01,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:01,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:01,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ef68deb029dc121efcdc1a11ac292db: Waiting for close lock at 1731529201018Disabling compacts and flushes for region at 1731529201018Disabling writes for close at 1731529201018Writing region close event to WAL at 1731529201018Closed at 1731529201018 2024-11-13T20:20:01,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:01,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529201020"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529201020"}]},"ts":"1731529201020"} 2024-11-13T20:20:01,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:01,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:01,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529201022"}]},"ts":"1731529201022"} 2024-11-13T20:20:01,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:20:01,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef68deb029dc121efcdc1a11ac292db, ASSIGN}] 2024-11-13T20:20:01,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef68deb029dc121efcdc1a11ac292db, ASSIGN 2024-11-13T20:20:01,026 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ef68deb029dc121efcdc1a11ac292db, ASSIGN; state=OFFLINE, location=04ac815325d6,35761,1731529196808; forceNewPlan=false, retain=false 2024-11-13T20:20:01,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:01,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:01,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef68deb029dc121efcdc1a11ac292db, regionState=OPENING, regionLocation=04ac815325d6,35761,1731529196808 2024-11-13T20:20:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ef68deb029dc121efcdc1a11ac292db, ASSIGN because future has completed 2024-11-13T20:20:01,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef68deb029dc121efcdc1a11ac292db, server=04ac815325d6,35761,1731529196808}] 2024-11-13T20:20:01,336 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:01,336 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ef68deb029dc121efcdc1a11ac292db, NAME => 'test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:01,337 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:01,337 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:20:01,337 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,337 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:01,337 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,337 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,338 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,340 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef68deb029dc121efcdc1a11ac292db columnFamilyName f 2024-11-13T20:20:01,340 DEBUG [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:01,340 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] regionserver.HStore(327): Store=3ef68deb029dc121efcdc1a11ac292db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:01,340 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,341 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef68deb029dc121efcdc1a11ac292db columnFamilyName f1 2024-11-13T20:20:01,341 DEBUG [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:01,342 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] regionserver.HStore(327): Store=3ef68deb029dc121efcdc1a11ac292db/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:01,342 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,343 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef68deb029dc121efcdc1a11ac292db columnFamilyName norep 2024-11-13T20:20:01,343 DEBUG [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:01,343 INFO [StoreOpener-3ef68deb029dc121efcdc1a11ac292db-1 {}] regionserver.HStore(327): Store=3ef68deb029dc121efcdc1a11ac292db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:01,343 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,344 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,344 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,345 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,345 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,345 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:01,346 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,348 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:01,353 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ef68deb029dc121efcdc1a11ac292db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63418909, jitterRate=-0.05498461425304413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:01,353 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:01,353 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ef68deb029dc121efcdc1a11ac292db: Running coprocessor pre-open hook at 1731529201337Writing region info on filesystem at 1731529201337Initializing all the Stores at 1731529201338 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529201338Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529201338Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529201338Cleaning up temporary data from old regions at 1731529201345 (+7 ms)Running coprocessor post-open hooks at 1731529201353 (+8 ms)Region opened successfully at 1731529201353 2024-11-13T20:20:01,354 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db., pid=6, masterSystemTime=1731529201333 2024-11-13T20:20:01,356 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:01,356 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:01,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef68deb029dc121efcdc1a11ac292db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,35761,1731529196808 2024-11-13T20:20:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef68deb029dc121efcdc1a11ac292db, server=04ac815325d6,35761,1731529196808 because future has completed 2024-11-13T20:20:01,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:20:01,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ef68deb029dc121efcdc1a11ac292db, server=04ac815325d6,35761,1731529196808 in 180 msec 2024-11-13T20:20:01,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:20:01,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ef68deb029dc121efcdc1a11ac292db, ASSIGN in 337 msec 2024-11-13T20:20:01,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:01,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529201364"}]},"ts":"1731529201364"} 2024-11-13T20:20:01,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:20:01,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:01,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-13T20:20:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:02,347 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:20:02,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,43981,-1 for getting cluster id 2024-11-13T20:20:02,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:02,349 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2f112bf-726a-40e5-ba6c-277f9da232c9' 2024-11-13T20:20:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2f112bf-726a-40e5-ba6c-277f9da232c9" 2024-11-13T20:20:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637ae8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,43981,-1] 2024-11-13T20:20:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:02,351 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:02,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13029f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36227,-1 for getting cluster id 2024-11-13T20:20:02,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:02,353 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a' 2024-11-13T20:20:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a" 2024-11-13T20:20:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecb9be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36227,-1] 2024-11-13T20:20:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:02,354 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e62e7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,43981,-1 for getting cluster id 2024-11-13T20:20:02,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:02,356 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2f112bf-726a-40e5-ba6c-277f9da232c9' 2024-11-13T20:20:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2f112bf-726a-40e5-ba6c-277f9da232c9" 2024-11-13T20:20:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ffe38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,43981,-1] 2024-11-13T20:20:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:02,357 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bbbdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,43981,1731529192967 2024-11-13T20:20:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b0b272 2024-11-13T20:20:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:02,360 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:02,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:36227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:02,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:36227' 2024-11-13T20:20:02,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c109ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,364 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36227,-1 for getting cluster id 2024-11-13T20:20:02,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:02,365 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a' 2024-11-13T20:20:02,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:02,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a" 2024-11-13T20:20:02,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78287999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36227,-1] 2024-11-13T20:20:02,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:02,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:02,366 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:02,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3684187c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:02,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:02,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36227,1731529196763 2024-11-13T20:20:02,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ba11b0 2024-11-13T20:20:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:02,368 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:02,369 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:20:02,369 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:20:02,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:02,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:02,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:02,369 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:02,370 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:20:02,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:02,371 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:02,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:20:02,421 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:20:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:02,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ca686d353bc1c00aa2d5f281dc8d45b, NAME => 'hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9 2024-11-13T20:20:02,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:20:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:03,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:03,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ca686d353bc1c00aa2d5f281dc8d45b, disabling compactions & flushes 2024-11-13T20:20:03,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:03,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:03,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. after waiting 0 ms 2024-11-13T20:20:03,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:03,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:03,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ca686d353bc1c00aa2d5f281dc8d45b: Waiting for close lock at 1731529203186Disabling compacts and flushes for region at 1731529203186Disabling writes for close at 1731529203186Writing region close event to WAL at 1731529203186Closed at 1731529203186 2024-11-13T20:20:03,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:03,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529203188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529203188"}]},"ts":"1731529203188"} 2024-11-13T20:20:03,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:03,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:03,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529203191"}]},"ts":"1731529203191"} 2024-11-13T20:20:03,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:20:03,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ca686d353bc1c00aa2d5f281dc8d45b, ASSIGN}] 2024-11-13T20:20:03,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ca686d353bc1c00aa2d5f281dc8d45b, ASSIGN 2024-11-13T20:20:03,195 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ca686d353bc1c00aa2d5f281dc8d45b, ASSIGN; state=OFFLINE, location=04ac815325d6,41435,1731529193028; forceNewPlan=false, retain=false 2024-11-13T20:20:03,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ca686d353bc1c00aa2d5f281dc8d45b, regionState=OPENING, regionLocation=04ac815325d6,41435,1731529193028 2024-11-13T20:20:03,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ca686d353bc1c00aa2d5f281dc8d45b, ASSIGN because future has completed 2024-11-13T20:20:03,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca686d353bc1c00aa2d5f281dc8d45b, server=04ac815325d6,41435,1731529193028}] 2024-11-13T20:20:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:03,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:03,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:03,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:20:03,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C41435%2C1731529193028.rep, suffix=, logDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028, archiveDir=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/oldWALs, maxLogs=10 2024-11-13T20:20:03,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.rep.1731529203507, exclude list is [], retry=0 2024-11-13T20:20:03,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-41dbeb56-7cfb-4f29-bc6a-f72b79be87d3,DISK] 2024-11-13T20:20:03,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.rep.1731529203507 2024-11-13T20:20:03,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-11-13T20:20:03,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ca686d353bc1c00aa2d5f281dc8d45b, NAME => 'hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:03,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. service=MultiRowMutationService 2024-11-13T20:20:03,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:20:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,540 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,541 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca686d353bc1c00aa2d5f281dc8d45b columnFamilyName hfileref 2024-11-13T20:20:03,541 DEBUG [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:03,542 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] regionserver.HStore(327): Store=8ca686d353bc1c00aa2d5f281dc8d45b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:03,542 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,543 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca686d353bc1c00aa2d5f281dc8d45b columnFamilyName queue 2024-11-13T20:20:03,543 DEBUG [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:03,543 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] regionserver.HStore(327): Store=8ca686d353bc1c00aa2d5f281dc8d45b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:03,544 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,545 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca686d353bc1c00aa2d5f281dc8d45b columnFamilyName sid 2024-11-13T20:20:03,545 DEBUG [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:03,545 INFO [StoreOpener-8ca686d353bc1c00aa2d5f281dc8d45b-1 {}] regionserver.HStore(327): Store=8ca686d353bc1c00aa2d5f281dc8d45b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:03,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:03,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ca686d353bc1c00aa2d5f281dc8d45b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70614233, jitterRate=0.052234068512916565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:03,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:03,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ca686d353bc1c00aa2d5f281dc8d45b: Running coprocessor pre-open hook at 1731529203534Writing region info on filesystem at 1731529203534Initializing all the Stores at 1731529203535 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529203535Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529203540 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529203540Cleaning up temporary data from old regions at 1731529203548 (+8 ms)Running coprocessor post-open hooks at 1731529203553 (+5 ms)Region opened successfully at 1731529203553 2024-11-13T20:20:03,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b., pid=10, masterSystemTime=1731529203500 2024-11-13T20:20:03,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:03,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:03,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ca686d353bc1c00aa2d5f281dc8d45b, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41435,1731529193028 2024-11-13T20:20:03,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca686d353bc1c00aa2d5f281dc8d45b, server=04ac815325d6,41435,1731529193028 because future has completed 2024-11-13T20:20:03,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:20:03,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ca686d353bc1c00aa2d5f281dc8d45b, server=04ac815325d6,41435,1731529193028 in 213 msec 2024-11-13T20:20:03,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:20:03,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ca686d353bc1c00aa2d5f281dc8d45b, ASSIGN in 370 msec 2024-11-13T20:20:03,565 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:03,565 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529203565"}]},"ts":"1731529203565"} 2024-11-13T20:20:03,567 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:20:03,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:03,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-13T20:20:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b., hostname=04ac815325d6,41435,1731529193028, seqNum=2] 2024-11-13T20:20:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:20:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:20:03,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:20:03,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:20:03,740 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:20:03,777 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,41435,1731529193028, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:20:03,778 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:03,778 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41435,1731529193028, seqNum=-1] 2024-11-13T20:20:03,779 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:03,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:03,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,41435,1731529193028', locateType=CURRENT is [region=hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b., hostname=04ac815325d6,41435,1731529193028, seqNum=2] 2024-11-13T20:20:03,784 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:20:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:20:03,786 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,41435,1731529193028 suceeded 2024-11-13T20:20:03,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:20:03,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-13T20:20:03,788 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:36227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:20:03,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-11-13T20:20:03,805 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:36227' 2024-11-13T20:20:03,807 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da9c72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:03,807 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36227,-1 for getting cluster id 2024-11-13T20:20:03,807 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:03,808 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a' 2024-11-13T20:20:03,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:03,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a" 2024-11-13T20:20:03,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc5ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:03,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36227,-1] 2024-11-13T20:20:03,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:03,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:03,810 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:03,810 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a7e785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:03,811 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:03,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36227,1731529196763 2024-11-13T20:20:03,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4c05f1 2024-11-13T20:20:03,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:03,813 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T20:20:03,813 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,41435,1731529193028 (queues=1) is replicating from cluster=c2f112bf-726a-40e5-ba6c-277f9da232c9 to cluster=2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a 2024-11-13T20:20:03,813 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C41435%2C1731529193028 2024-11-13T20:20:03,813 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,41435,1731529193028, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:20:03,814 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, startPosition=0, beingWritten=true 2024-11-13T20:20:03,814 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C41435%2C1731529193028 2024-11-13T20:20:03,820 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:03,820 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 379, reset compression=false 2024-11-13T20:20:03,820 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,41435,1731529193028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:04,024 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 379, reset compression=false 2024-11-13T20:20:04,328 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 379, reset compression=false 2024-11-13T20:20:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:04,507 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:20:04,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:04,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:04,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:04,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:04,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:04,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:04,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36227,-1 for getting cluster id 2024-11-13T20:20:04,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:04,509 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a' 2024-11-13T20:20:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a" 2024-11-13T20:20:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734a40d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36227,-1] 2024-11-13T20:20:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:04,511 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:04,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15740fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:04,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36227,1731529196763 2024-11-13T20:20:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37131024 2024-11-13T20:20:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:04,514 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:04,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:43981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:20:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:20:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:04,516 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:43981' 2024-11-13T20:20:04,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54201950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:04,517 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,43981,-1 for getting cluster id 2024-11-13T20:20:04,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:04,518 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2f112bf-726a-40e5-ba6c-277f9da232c9' 2024-11-13T20:20:04,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:04,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2f112bf-726a-40e5-ba6c-277f9da232c9" 2024-11-13T20:20:04,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b30d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:04,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,43981,-1] 2024-11-13T20:20:04,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:04,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:04,520 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:04,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d97146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:04,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,43981,1731529192967 2024-11-13T20:20:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30cb16c0 2024-11-13T20:20:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:04,522 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:04,522 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:20:04,522 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:20:04,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:04,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:04,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:04,523 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:04,524 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:20:04,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:04,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:04,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:20:04,574 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:20:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:04,732 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 379, reset compression=false 2024-11-13T20:20:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:04,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dc8f61c4b4bcec68d8838113166c894, NAME => 'hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e 2024-11-13T20:20:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:20:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4dc8f61c4b4bcec68d8838113166c894, disabling compactions & flushes 2024-11-13T20:20:04,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. after waiting 0 ms 2024-11-13T20:20:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:04,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:04,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dc8f61c4b4bcec68d8838113166c894: Waiting for close lock at 1731529204939Disabling compacts and flushes for region at 1731529204939Disabling writes for close at 1731529204939Writing region close event to WAL at 1731529204939Closed at 1731529204939 2024-11-13T20:20:04,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:04,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529204940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529204940"}]},"ts":"1731529204940"} 2024-11-13T20:20:04,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:04,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:04,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529204943"}]},"ts":"1731529204943"} 2024-11-13T20:20:04,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:20:04,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4dc8f61c4b4bcec68d8838113166c894, ASSIGN}] 2024-11-13T20:20:04,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4dc8f61c4b4bcec68d8838113166c894, ASSIGN 2024-11-13T20:20:04,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4dc8f61c4b4bcec68d8838113166c894, ASSIGN; state=OFFLINE, location=04ac815325d6,35761,1731529196808; forceNewPlan=false, retain=false 2024-11-13T20:20:05,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4dc8f61c4b4bcec68d8838113166c894, regionState=OPENING, regionLocation=04ac815325d6,35761,1731529196808 2024-11-13T20:20:05,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4dc8f61c4b4bcec68d8838113166c894, ASSIGN because future has completed 2024-11-13T20:20:05,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc8f61c4b4bcec68d8838113166c894, server=04ac815325d6,35761,1731529196808}] 2024-11-13T20:20:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:05,236 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 379, reset compression=false 2024-11-13T20:20:05,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:05,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:05,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:20:05,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35761%2C1731529196808.rep, suffix=, logDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/oldWALs, maxLogs=10 2024-11-13T20:20:05,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.rep.1731529205259, exclude list is [], retry=0 2024-11-13T20:20:05,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43313,DS-037e0db3-1b05-4b57-98fb-ee5a17a4e946,DISK] 2024-11-13T20:20:05,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.rep.1731529205259 2024-11-13T20:20:05,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-11-13T20:20:05,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dc8f61c4b4bcec68d8838113166c894, NAME => 'hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:05,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:05,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:05,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. service=MultiRowMutationService 2024-11-13T20:20:05,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:20:05,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:05,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,282 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,283 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc8f61c4b4bcec68d8838113166c894 columnFamilyName hfileref 2024-11-13T20:20:05,283 DEBUG [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:05,283 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] regionserver.HStore(327): Store=4dc8f61c4b4bcec68d8838113166c894/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:05,283 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,285 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc8f61c4b4bcec68d8838113166c894 columnFamilyName queue 2024-11-13T20:20:05,285 DEBUG [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:05,285 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] regionserver.HStore(327): Store=4dc8f61c4b4bcec68d8838113166c894/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:05,285 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,286 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc8f61c4b4bcec68d8838113166c894 columnFamilyName sid 2024-11-13T20:20:05,286 DEBUG [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:05,286 INFO [StoreOpener-4dc8f61c4b4bcec68d8838113166c894-1 {}] regionserver.HStore(327): Store=4dc8f61c4b4bcec68d8838113166c894/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:05,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:05,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:05,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4dc8f61c4b4bcec68d8838113166c894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63866961, jitterRate=-0.0483081191778183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:05,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:05,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4dc8f61c4b4bcec68d8838113166c894: Running coprocessor pre-open hook at 1731529205281Writing region info on filesystem at 1731529205281Initializing all the Stores at 1731529205281Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529205281Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529205282 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529205282Cleaning up temporary data from old regions at 1731529205288 (+6 ms)Running coprocessor post-open hooks at 1731529205291 (+3 ms)Region opened successfully at 1731529205291 2024-11-13T20:20:05,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894., pid=10, masterSystemTime=1731529205253 2024-11-13T20:20:05,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:05,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:05,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4dc8f61c4b4bcec68d8838113166c894, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35761,1731529196808 2024-11-13T20:20:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dc8f61c4b4bcec68d8838113166c894, server=04ac815325d6,35761,1731529196808 because future has completed 2024-11-13T20:20:05,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:20:05,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dc8f61c4b4bcec68d8838113166c894, server=04ac815325d6,35761,1731529196808 in 200 msec 2024-11-13T20:20:05,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:20:05,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4dc8f61c4b4bcec68d8838113166c894, ASSIGN in 359 msec 2024-11-13T20:20:05,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:05,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529205308"}]},"ts":"1731529205308"} 2024-11-13T20:20:05,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:20:05,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:05,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-13T20:20:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894., hostname=04ac815325d6,35761,1731529196808, seqNum=2] 2024-11-13T20:20:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:20:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:20:05,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:20:05,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:20:05,492 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:20:05,522 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,35761,1731529196808, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:20:05,522 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:05,522 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35761,1731529196808, seqNum=-1] 2024-11-13T20:20:05,523 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:05,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,35761,1731529196808', locateType=CURRENT is [region=hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894., hostname=04ac815325d6,35761,1731529196808, seqNum=2] 2024-11-13T20:20:05,528 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:20:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:20:05,530 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,35761,1731529196808 suceeded 2024-11-13T20:20:05,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:20:05,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-13T20:20:05,531 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:43981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:20:05,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0180 sec 2024-11-13T20:20:05,552 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:43981' 2024-11-13T20:20:05,554 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7953acf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:05,554 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,43981,-1 for getting cluster id 2024-11-13T20:20:05,554 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:05,555 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2f112bf-726a-40e5-ba6c-277f9da232c9' 2024-11-13T20:20:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2f112bf-726a-40e5-ba6c-277f9da232c9" 2024-11-13T20:20:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@789473d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,43981,-1] 2024-11-13T20:20:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:05,556 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:05,557 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed70408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:05,557 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:05,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,43981,1731529192967 2024-11-13T20:20:05,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@667988e 2024-11-13T20:20:05,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:05,559 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T20:20:05,560 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,35761,1731529196808 (queues=1) is replicating from cluster=2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a to cluster=c2f112bf-726a-40e5-ba6c-277f9da232c9 2024-11-13T20:20:05,560 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C35761%2C1731529196808 2024-11-13T20:20:05,560 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,35761,1731529196808, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:20:05,563 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, startPosition=0, beingWritten=true 2024-11-13T20:20:05,563 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C35761%2C1731529196808 2024-11-13T20:20:05,575 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:05,576 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 379, reset compression=false 2024-11-13T20:20:05,576 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35761,1731529196808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:05,657 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:20:05,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:05,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:05,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:05,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:05,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:05,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41435,1731529193028, seqNum=-1] 2024-11-13T20:20:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:05,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529199057.54034149b6e404615a99ec9f116008bb., hostname=04ac815325d6,41435,1731529193028, seqNum=2] 2024-11-13T20:20:05,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35761,1731529196808, seqNum=-1] 2024-11-13T20:20:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:05,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db., hostname=04ac815325d6,35761,1731529196808, seqNum=2] 2024-11-13T20:20:05,670 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T20:20:05,780 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 379, reset compression=false 2024-11-13T20:20:05,840 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 379, reset compression=false 2024-11-13T20:20:05,845 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:05,845 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 480, reset compression=false 2024-11-13T20:20:05,845 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,41435,1731529193028 got entry batch from reader: WALEntryBatch [walEntries=[{test/54034149b6e404615a99ec9f116008bb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T20:20:05,848 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:05,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T20:20:05,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:05,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@542f441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:05,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36227,-1 for getting cluster id 2024-11-13T20:20:05,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:05,852 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a' 2024-11-13T20:20:05,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:05,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4cfa6e-e3f1-4c5a-bcd7-9bb67098c70a" 2024-11-13T20:20:05,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b450f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:05,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36227,-1] 2024-11-13T20:20:05,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:05,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:05,853 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:05,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49cb3850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:05,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:05,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35761,1731529196808, seqNum=-1] 2024-11-13T20:20:05,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:05,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:05,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db., hostname=04ac815325d6,35761,1731529196808, seqNum=2] 2024-11-13T20:20:05,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:06,049 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 480, reset compression=false 2024-11-13T20:20:06,084 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 379, reset compression=false 2024-11-13T20:20:06,093 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:06,093 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 504, reset compression=false 2024-11-13T20:20:06,093 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35761,1731529196808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:06,297 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 504, reset compression=false 2024-11-13T20:20:06,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:06,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:06,337 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18243 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:06,353 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 480, reset compression=false 2024-11-13T20:20:06,601 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 504, reset compression=false 2024-11-13T20:20:06,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T20:20:06,678 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T20:20:06,757 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 480, reset compression=false 2024-11-13T20:20:06,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:06,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:06,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T20:20:07,005 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 504, reset compression=false 2024-11-13T20:20:07,011 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:07,011 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 608, reset compression=false 2024-11-13T20:20:07,011 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35761,1731529196808 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef68deb029dc121efcdc1a11ac292db/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T20:20:07,014 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:07,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T20:20:07,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:07,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1dee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:07,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,43981,-1 for getting cluster id 2024-11-13T20:20:07,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:07,018 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2f112bf-726a-40e5-ba6c-277f9da232c9' 2024-11-13T20:20:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2f112bf-726a-40e5-ba6c-277f9da232c9" 2024-11-13T20:20:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7957762f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,43981,-1] 2024-11-13T20:20:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:07,019 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:07,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e54ac43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:07,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:07,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41435,1731529193028, seqNum=-1] 2024-11-13T20:20:07,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:07,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:07,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731529199057.54034149b6e404615a99ec9f116008bb., hostname=04ac815325d6,41435,1731529193028, seqNum=2] 2024-11-13T20:20:07,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:07,216 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 608, reset compression=false 2024-11-13T20:20:07,261 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 480, reset compression=false 2024-11-13T20:20:07,267 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:07,267 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 607, reset compression=false 2024-11-13T20:20:07,267 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,41435,1731529193028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:07,471 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 607, reset compression=false 2024-11-13T20:20:07,520 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 608, reset compression=false 2024-11-13T20:20:07,680 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T20:20:07,691 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T20:20:07,777 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 607, reset compression=false 2024-11-13T20:20:07,783 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:07,783 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 763, reset compression=false 2024-11-13T20:20:07,783 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,41435,1731529193028 got entry batch from reader: WALEntryBatch [walEntries=[{test/54034149b6e404615a99ec9f116008bb/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T20:20:07,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:07,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:07,925 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 608, reset compression=false 2024-11-13T20:20:07,931 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:07,931 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 756, reset compression=false 2024-11-13T20:20:07,931 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35761,1731529196808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:07,989 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 763, reset compression=false 2024-11-13T20:20:08,135 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 756, reset compression=false 2024-11-13T20:20:08,293 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 763, reset compression=false 2024-11-13T20:20:08,441 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 756, reset compression=false 2024-11-13T20:20:08,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T20:20:08,702 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 763, reset compression=false 2024-11-13T20:20:08,703 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T20:20:08,845 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 756, reset compression=false 2024-11-13T20:20:08,850 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:08,850 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 915, reset compression=false 2024-11-13T20:20:08,850 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35761,1731529196808 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef68deb029dc121efcdc1a11ac292db/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T20:20:08,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:08,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:09,055 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 915, reset compression=false 2024-11-13T20:20:09,218 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 763, reset compression=false 2024-11-13T20:20:09,237 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:09,237 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:09,237 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,41435,1731529193028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:09,390 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 915, reset compression=false 2024-11-13T20:20:09,443 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:09,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:20:09,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T20:20:09,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:20:09,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T20:20:09,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:09,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T20:20:09,707 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T20:20:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:20:09,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:09,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:09,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:09,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:09,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:09,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:20:09,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=758538147, stopped=false 2024-11-13T20:20:09,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,36227,1731529196763 2024-11-13T20:20:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534363143/running 2024-11-13T20:20:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:20:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534363143/running 2024-11-13T20:20:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:20:09,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:09,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:09,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:09,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:09,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,35761,1731529196808' ***** 2024-11-13T20:20:09,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:20:09,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on znode that does not yet exist, /1-534363143/running 2024-11-13T20:20:09,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Set watcher on znode that does not yet exist, /1-534363143/running 2024-11-13T20:20:09,721 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:20:09,722 INFO [RS:0;04ac815325d6:35761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:20:09,722 INFO [RS:0;04ac815325d6:35761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:20:09,722 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:09,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:20:09,724 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dc8f61c4b4bcec68d8838113166c894, disabling compactions & flushes 2024-11-13T20:20:09,724 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:09,724 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:09,724 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. after waiting 0 ms 2024-11-13T20:20:09,724 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:09,725 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4dc8f61c4b4bcec68d8838113166c894 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T20:20:09,725 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:09,725 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,35761,1731529196808 2024-11-13T20:20:09,725 INFO [RS:0;04ac815325d6:35761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:09,725 INFO [RS:0;04ac815325d6:35761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35761. 2024-11-13T20:20:09,726 DEBUG [RS:0;04ac815325d6:35761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:09,726 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:09,726 INFO [RS:0;04ac815325d6:35761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:20:09,726 INFO [RS:0;04ac815325d6:35761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:20:09,726 INFO [RS:0;04ac815325d6:35761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:20:09,726 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:20:09,727 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:20:09,727 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1325): Online Regions={4dc8f61c4b4bcec68d8838113166c894=hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894., 1588230740=hbase:meta,,1.1588230740, 3ef68deb029dc121efcdc1a11ac292db=test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db.} 2024-11-13T20:20:09,728 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef68deb029dc121efcdc1a11ac292db, 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:09,728 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:09,728 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:09,728 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:09,728 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:09,728 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:09,728 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:20:09,754 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:09,765 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894/.tmp/queue/72652fd959f648a5a33cb5c841ae97c4 is 153, key is 1-04ac815325d6,35761,1731529196808/queue:04ac815325d6%2C35761%2C1731529196808/1731529208856/Put/seqid=0 2024-11-13T20:20:09,766 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/info/ebecb30c06774295924ccfaabe647bd5 is 147, key is hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894./info:regioninfo/1731529205295/Put/seqid=0 2024-11-13T20:20:09,783 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741840_1016 (size=5352) 2024-11-13T20:20:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741841_1017 (size=7686) 2024-11-13T20:20:09,803 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 915, reset compression=false 2024-11-13T20:20:09,928 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef68deb029dc121efcdc1a11ac292db, 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:10,128 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef68deb029dc121efcdc1a11ac292db, 4dc8f61c4b4bcec68d8838113166c894 2024-11-13T20:20:10,173 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:10,191 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894/.tmp/queue/72652fd959f648a5a33cb5c841ae97c4 2024-11-13T20:20:10,192 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/info/ebecb30c06774295924ccfaabe647bd5 2024-11-13T20:20:10,198 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894/.tmp/queue/72652fd959f648a5a33cb5c841ae97c4 as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894/queue/72652fd959f648a5a33cb5c841ae97c4 2024-11-13T20:20:10,203 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894/queue/72652fd959f648a5a33cb5c841ae97c4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T20:20:10,205 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4dc8f61c4b4bcec68d8838113166c894 in 481ms, sequenceid=10, compaction requested=false 2024-11-13T20:20:10,210 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/replication/4dc8f61c4b4bcec68d8838113166c894/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:10,211 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dc8f61c4b4bcec68d8838113166c894: Waiting for close lock at 1731529209724Running coprocessor pre-close hooks at 1731529209724Disabling compacts and flushes for region at 1731529209724Disabling writes for close at 1731529209724Obtaining lock to block concurrent updates at 1731529209725 (+1 ms)Preparing flush snapshotting stores in 4dc8f61c4b4bcec68d8838113166c894 at 1731529209725Finished memstore snapshotting hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731529209725Flushing stores of hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. at 1731529209728 (+3 ms)Flushing 4dc8f61c4b4bcec68d8838113166c894/queue: creating writer at 1731529209728Flushing 4dc8f61c4b4bcec68d8838113166c894/queue: appending metadata at 1731529209764 (+36 ms)Flushing 4dc8f61c4b4bcec68d8838113166c894/queue: closing flushed file at 1731529209764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70140b85: reopening flushed file at 1731529210197 (+433 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4dc8f61c4b4bcec68d8838113166c894 in 481ms, sequenceid=10, compaction requested=false at 1731529210205 (+8 ms)Writing region close event to WAL at 1731529210206 (+1 ms)Running coprocessor post-close hooks at 1731529210211 (+5 ms)Closed at 1731529210211 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529204523.4dc8f61c4b4bcec68d8838113166c894. 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ef68deb029dc121efcdc1a11ac292db, disabling compactions & flushes 2024-11-13T20:20:10,211 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. after waiting 0 ms 2024-11-13T20:20:10,211 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:10,211 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ef68deb029dc121efcdc1a11ac292db 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T20:20:10,223 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/ns/773d123dec204964b27dbdcb09fa18ff is 43, key is default/ns:d/1731529199028/Put/seqid=0 2024-11-13T20:20:10,235 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/f/26c604b4c93f45e18d246622245b2a4e is 29, key is row1/f:/1731529208698/DeleteFamily/seqid=0 2024-11-13T20:20:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:20:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741843_1019 (size=5118) 2024-11-13T20:20:10,241 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/f/26c604b4c93f45e18d246622245b2a4e 2024-11-13T20:20:10,246 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26c604b4c93f45e18d246622245b2a4e 2024-11-13T20:20:10,263 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/f1/1d6659b53fa74c04a7bbfafddef4970d is 30, key is row1/f1:/1731529208698/DeleteFamily/seqid=0 2024-11-13T20:20:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741844_1020 (size=5123) 2024-11-13T20:20:10,268 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/f1/1d6659b53fa74c04a7bbfafddef4970d 2024-11-13T20:20:10,273 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d6659b53fa74c04a7bbfafddef4970d 2024-11-13T20:20:10,295 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/norep/04cbaa718caf4222bbf4dd11be778d47 is 33, key is row1/norep:/1731529208698/DeleteFamily/seqid=0 2024-11-13T20:20:10,314 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 915, reset compression=false 2024-11-13T20:20:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741845_1021 (size=5108) 2024-11-13T20:20:10,323 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:10,323 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 1162, reset compression=false 2024-11-13T20:20:10,323 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35761,1731529196808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:10,324 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,35761,1731529196808: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,35761,1731529196808, walGroup=04ac815325d6%2C35761%2C1731529196808, offset=04ac815325d6%2C35761%2C1731529196808.1731529198405:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:20:10,325 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:20:10,325 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:20:10,325 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:20:10,326 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:20:10,326 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:20:10,326 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 588087584 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190381744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:20:10,326 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:36227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:36227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:20:10,329 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:10,350 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:20:10,350 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:20:10,529 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:10,535 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 1162, reset compression=false 2024-11-13T20:20:10,638 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/ns/773d123dec204964b27dbdcb09fa18ff 2024-11-13T20:20:10,661 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/rep_barrier/43806acbd0414953b118a63ab414a689 is 112, key is test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db./rep_barrier:seqnumDuringOpen/1731529201356/Put/seqid=0 2024-11-13T20:20:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741846_1022 (size=5518) 2024-11-13T20:20:10,680 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:10,716 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/norep/04cbaa718caf4222bbf4dd11be778d47 2024-11-13T20:20:10,721 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04cbaa718caf4222bbf4dd11be778d47 2024-11-13T20:20:10,722 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/f/26c604b4c93f45e18d246622245b2a4e as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/f/26c604b4c93f45e18d246622245b2a4e 2024-11-13T20:20:10,728 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26c604b4c93f45e18d246622245b2a4e 2024-11-13T20:20:10,728 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/f/26c604b4c93f45e18d246622245b2a4e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T20:20:10,728 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/f1/1d6659b53fa74c04a7bbfafddef4970d as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/f1/1d6659b53fa74c04a7bbfafddef4970d 2024-11-13T20:20:10,729 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:20:10,729 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3ef68deb029dc121efcdc1a11ac292db=test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db.} 2024-11-13T20:20:10,729 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef68deb029dc121efcdc1a11ac292db 2024-11-13T20:20:10,733 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d6659b53fa74c04a7bbfafddef4970d 2024-11-13T20:20:10,733 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/f1/1d6659b53fa74c04a7bbfafddef4970d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T20:20:10,734 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/.tmp/norep/04cbaa718caf4222bbf4dd11be778d47 as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/norep/04cbaa718caf4222bbf4dd11be778d47 2024-11-13T20:20:10,739 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04cbaa718caf4222bbf4dd11be778d47 2024-11-13T20:20:10,739 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/norep/04cbaa718caf4222bbf4dd11be778d47, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T20:20:10,740 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3ef68deb029dc121efcdc1a11ac292db in 529ms, sequenceid=8, compaction requested=false 2024-11-13T20:20:10,750 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/default/test/3ef68deb029dc121efcdc1a11ac292db/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:20:10,750 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:10,750 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:10,750 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:10,751 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ef68deb029dc121efcdc1a11ac292db: Waiting for close lock at 1731529210211Running coprocessor pre-close hooks at 1731529210211Disabling compacts and flushes for region at 1731529210211Disabling writes for close at 1731529210211Obtaining lock to block concurrent updates at 1731529210211Preparing flush snapshotting stores in 3ef68deb029dc121efcdc1a11ac292db at 1731529210211Finished memstore snapshotting test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731529210212 (+1 ms)Flushing stores of test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. at 1731529210212Flushing 3ef68deb029dc121efcdc1a11ac292db/f: creating writer at 1731529210213 (+1 ms)Flushing 3ef68deb029dc121efcdc1a11ac292db/f: appending metadata at 1731529210234 (+21 ms)Flushing 3ef68deb029dc121efcdc1a11ac292db/f: closing flushed file at 1731529210234Flushing 3ef68deb029dc121efcdc1a11ac292db/f1: creating writer at 1731529210246 (+12 ms)Flushing 3ef68deb029dc121efcdc1a11ac292db/f1: appending metadata at 1731529210262 (+16 ms)Flushing 3ef68deb029dc121efcdc1a11ac292db/f1: closing flushed file at 1731529210262Flushing 3ef68deb029dc121efcdc1a11ac292db/norep: creating writer at 1731529210274 (+12 ms)Flushing 3ef68deb029dc121efcdc1a11ac292db/norep: appending metadata at 1731529210294 (+20 ms)Flushing 3ef68deb029dc121efcdc1a11ac292db/norep: closing flushed file at 1731529210294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5321438b: reopening flushed file at 1731529210721 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782cc71d: reopening flushed file at 1731529210728 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d961b8: reopening flushed file at 1731529210733 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3ef68deb029dc121efcdc1a11ac292db in 529ms, sequenceid=8, compaction requested=false at 1731529210740 (+7 ms)Writing region close event to WAL at 1731529210746 (+6 ms)Running coprocessor post-close hooks at 1731529210750 (+4 ms)Closed at 1731529210750 2024-11-13T20:20:10,751 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529200199.3ef68deb029dc121efcdc1a11ac292db. 2024-11-13T20:20:10,840 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 1162, reset compression=false 2024-11-13T20:20:10,852 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:10,852 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 1806, reset compression=false 2024-11-13T20:20:10,929 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:20:11,059 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 1806, reset compression=false 2024-11-13T20:20:11,066 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/rep_barrier/43806acbd0414953b118a63ab414a689 2024-11-13T20:20:11,093 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/table/67d9479bbb684be5beadcb09fa7773e7 is 53, key is hbase:replication/table:state/1731529205308/Put/seqid=0 2024-11-13T20:20:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741847_1023 (size=5308) 2024-11-13T20:20:11,129 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:20:11,287 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:11,330 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:20:11,364 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.wal-reader.04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/WALs/04ac815325d6,35761,1731529196808/04ac815325d6%2C35761%2C1731529196808.1731529198405 to pos 1806, reset compression=false 2024-11-13T20:20:11,498 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/table/67d9479bbb684be5beadcb09fa7773e7 2024-11-13T20:20:11,504 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/info/ebecb30c06774295924ccfaabe647bd5 as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/info/ebecb30c06774295924ccfaabe647bd5 2024-11-13T20:20:11,512 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/info/ebecb30c06774295924ccfaabe647bd5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:20:11,514 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/ns/773d123dec204964b27dbdcb09fa18ff as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/ns/773d123dec204964b27dbdcb09fa18ff 2024-11-13T20:20:11,520 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/ns/773d123dec204964b27dbdcb09fa18ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:20:11,521 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/rep_barrier/43806acbd0414953b118a63ab414a689 as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/rep_barrier/43806acbd0414953b118a63ab414a689 2024-11-13T20:20:11,526 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/rep_barrier/43806acbd0414953b118a63ab414a689, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:20:11,530 DEBUG [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:20:11,533 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/.tmp/table/67d9479bbb684be5beadcb09fa7773e7 as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/table/67d9479bbb684be5beadcb09fa7773e7 2024-11-13T20:20:11,543 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/table/67d9479bbb684be5beadcb09fa7773e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:20:11,545 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1817ms, sequenceid=16, compaction requested=false 2024-11-13T20:20:11,587 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:20:11,588 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:11,588 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:11,588 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:11,588 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529209728Running coprocessor pre-close hooks at 1731529209728Disabling compacts and flushes for region at 1731529209728Disabling writes for close at 1731529209728Obtaining lock to block concurrent updates at 1731529209728Preparing flush snapshotting stores in 1588230740 at 1731529209728Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529209729 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529209729Flushing 1588230740/info: creating writer at 1731529209730 (+1 ms)Flushing 1588230740/info: appending metadata at 1731529209766 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731529209766Flushing 1588230740/ns: creating writer at 1731529210198 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731529210223 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731529210223Flushing 1588230740/rep_barrier: creating writer at 1731529210643 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529210661 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529210661Flushing 1588230740/table: creating writer at 1731529211071 (+410 ms)Flushing 1588230740/table: appending metadata at 1731529211093 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731529211093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28228f49: reopening flushed file at 1731529211503 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1285f8ca: reopening flushed file at 1731529211512 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3642d63f: reopening flushed file at 1731529211520 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d283009: reopening flushed file at 1731529211527 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1817ms, sequenceid=16, compaction requested=false at 1731529211545 (+18 ms)Writing region close event to WAL at 1731529211567 (+22 ms)Running coprocessor post-close hooks at 1731529211588 (+21 ms)Closed at 1731529211588 2024-11-13T20:20:11,588 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:11,730 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,35761,1731529196808; all regions closed. 2024-11-13T20:20:11,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:20:11,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741839_1015 (size=2676) 2024-11-13T20:20:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741833_1009 (size=1814) 2024-11-13T20:20:11,742 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:11,742 INFO [RS:0;04ac815325d6:35761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:11,742 INFO [RS:0;04ac815325d6:35761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:11,743 INFO [RS:0;04ac815325d6:35761 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:11,743 INFO [RS:0;04ac815325d6:35761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:11,743 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:11,743 INFO [RS:0;04ac815325d6:35761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,35761,1731529196808 because: Region server is closing 2024-11-13T20:20:11,743 INFO [RS:0;04ac815325d6:35761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35761. 2024-11-13T20:20:11,744 DEBUG [RS:0;04ac815325d6:35761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:11,744 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:11,744 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:11,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:11,844 INFO [RS:0;04ac815325d6:35761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35761,1731529196808.replicationSource.shipper04ac815325d6%2C35761%2C1731529196808,1-04ac815325d6,35761,1731529196808 terminated 2024-11-13T20:20:11,844 INFO [RS:0;04ac815325d6:35761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35761. 2024-11-13T20:20:11,844 DEBUG [RS:0;04ac815325d6:35761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:11,844 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:11,845 DEBUG [RS:0;04ac815325d6:35761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:11,845 INFO [RS:0;04ac815325d6:35761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35761 2024-11-13T20:20:11,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534363143/rs/04ac815325d6,35761,1731529196808 2024-11-13T20:20:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143/rs 2024-11-13T20:20:11,847 INFO [RS:0;04ac815325d6:35761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:11,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,35761,1731529196808] 2024-11-13T20:20:11,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-534363143/draining/04ac815325d6,35761,1731529196808 already deleted, retry=false 2024-11-13T20:20:11,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,35761,1731529196808 expired; onlineServers=0 2024-11-13T20:20:11,851 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,36227,1731529196763' ***** 2024-11-13T20:20:11,851 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:20:11,851 INFO [M:0;04ac815325d6:36227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:11,851 INFO [M:0;04ac815325d6:36227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:11,851 DEBUG [M:0;04ac815325d6:36227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:20:11,851 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:20:11,851 DEBUG [M:0;04ac815325d6:36227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:20:11,851 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529198229 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529198229,5,FailOnTimeoutGroup] 2024-11-13T20:20:11,851 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529198229 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529198229,5,FailOnTimeoutGroup] 2024-11-13T20:20:11,851 INFO [M:0;04ac815325d6:36227 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:11,851 INFO [M:0;04ac815325d6:36227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:11,851 DEBUG [M:0;04ac815325d6:36227 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:20:11,851 INFO [M:0;04ac815325d6:36227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:20:11,851 INFO [M:0;04ac815325d6:36227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:11,851 INFO [M:0;04ac815325d6:36227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:20:11,852 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:20:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534363143/master 2024-11-13T20:20:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534363143 2024-11-13T20:20:11,853 DEBUG [M:0;04ac815325d6:36227 {}] zookeeper.ZKUtil(347): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Unable to get data of znode /1-534363143/master because node does not exist (not an error) 2024-11-13T20:20:11,853 WARN [M:0;04ac815325d6:36227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:20:11,854 INFO [M:0;04ac815325d6:36227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/.lastflushedseqids 2024-11-13T20:20:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741848_1024 (size=245) 2024-11-13T20:20:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35761-0x1003accbe060004, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:11,949 INFO [RS:0;04ac815325d6:35761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:11,949 INFO [RS:0;04ac815325d6:35761 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,35761,1731529196808; zookeeper connection closed. 2024-11-13T20:20:11,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78d671be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78d671be 2024-11-13T20:20:11,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:20:11,997 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:12,260 INFO [M:0;04ac815325d6:36227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:20:12,261 INFO [M:0;04ac815325d6:36227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:20:12,261 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:12,261 INFO [M:0;04ac815325d6:36227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:12,261 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:12,261 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:12,261 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:12,261 INFO [M:0;04ac815325d6:36227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T20:20:12,277 DEBUG [M:0;04ac815325d6:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ab1cabf9b114423b06673c4c1e46202 is 82, key is hbase:meta,,1/info:regioninfo/1731529199018/Put/seqid=0 2024-11-13T20:20:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741849_1025 (size=5672) 2024-11-13T20:20:12,681 INFO [M:0;04ac815325d6:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ab1cabf9b114423b06673c4c1e46202 2024-11-13T20:20:12,710 DEBUG [M:0;04ac815325d6:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df2101fbcff44c41942d2f5950237c77 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529205319/Put/seqid=0 2024-11-13T20:20:12,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741850_1026 (size=8516) 2024-11-13T20:20:12,802 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:13,155 INFO [M:0;04ac815325d6:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df2101fbcff44c41942d2f5950237c77 2024-11-13T20:20:13,199 DEBUG [M:0;04ac815325d6:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40bb609bd300405097689549de10444b is 69, key is 04ac815325d6,35761,1731529196808/rs:state/1731529198263/Put/seqid=0 2024-11-13T20:20:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741851_1027 (size=5156) 2024-11-13T20:20:13,207 INFO [M:0;04ac815325d6:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40bb609bd300405097689549de10444b 2024-11-13T20:20:13,217 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ab1cabf9b114423b06673c4c1e46202 as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ab1cabf9b114423b06673c4c1e46202 2024-11-13T20:20:13,224 INFO [M:0;04ac815325d6:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ab1cabf9b114423b06673c4c1e46202, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:20:13,225 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df2101fbcff44c41942d2f5950237c77 as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df2101fbcff44c41942d2f5950237c77 2024-11-13T20:20:13,232 INFO [M:0;04ac815325d6:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df2101fbcff44c41942d2f5950237c77, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:20:13,233 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40bb609bd300405097689549de10444b as hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40bb609bd300405097689549de10444b 2024-11-13T20:20:13,240 INFO [M:0;04ac815325d6:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/665f70e5-56fe-ef85-64c0-c29d7f94726e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40bb609bd300405097689549de10444b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:20:13,246 INFO [M:0;04ac815325d6:36227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 985ms, sequenceid=97, compaction requested=false 2024-11-13T20:20:13,290 INFO [M:0;04ac815325d6:36227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:13,290 DEBUG [M:0;04ac815325d6:36227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529212261Disabling compacts and flushes for region at 1731529212261Disabling writes for close at 1731529212261Obtaining lock to block concurrent updates at 1731529212261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529212261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731529212261Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529212262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529212262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529212276 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529212277 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529212687 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529212710 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529212710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529213163 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529213198 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529213199 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260922e7: reopening flushed file at 1731529213213 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a799faa: reopening flushed file at 1731529213224 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18aa2bc1: reopening flushed file at 1731529213232 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 985ms, sequenceid=97, compaction requested=false at 1731529213246 (+14 ms)Writing region close event to WAL at 1731529213290 (+44 ms)Closed at 1731529213290 2024-11-13T20:20:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741830_1006 (size=63654) 2024-11-13T20:20:13,295 INFO [M:0;04ac815325d6:36227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:20:13,295 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:13,295 INFO [M:0;04ac815325d6:36227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36227 2024-11-13T20:20:13,296 INFO [M:0;04ac815325d6:36227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:13,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:13,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1003accbe060003, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:13,399 INFO [M:0;04ac815325d6:36227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:13,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45eaaaff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:13,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66020d6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:13,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:13,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cca915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:13,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4901da09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:13,426 WARN [BP-2063786011-172.17.0.2-1731529195808 heartbeating to localhost/127.0.0.1:46521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:20:13,427 WARN [BP-2063786011-172.17.0.2-1731529195808 heartbeating to localhost/127.0.0.1:46521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2063786011-172.17.0.2-1731529195808 (Datanode Uuid c2225c48-3602-43bd-89c4-05da19e9768a) service to localhost/127.0.0.1:46521 2024-11-13T20:20:13,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:20:13,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:20:13,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/cluster_3e10e715-9852-6c04-3bd3-760ed06395c4/data/data1/current/BP-2063786011-172.17.0.2-1731529195808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:13,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/cluster_3e10e715-9852-6c04-3bd3-760ed06395c4/data/data2/current/BP-2063786011-172.17.0.2-1731529195808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:13,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:20:13,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23a00e66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:13,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e07a1af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:13,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:13,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21702e4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:13,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e95cfe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:20:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:20:13,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:13,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:13,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:13,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:13,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:13,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:20:13,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2006596235, stopped=false 2024-11-13T20:20:13,462 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,43981,1731529192967 2024-11-13T20:20:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0857492221/running 2024-11-13T20:20:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:20:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0857492221/running 2024-11-13T20:20:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:20:13,464 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:13,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on znode that does not yet exist, /0857492221/running 2024-11-13T20:20:13,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:13,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:13,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:13,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Set watcher on znode that does not yet exist, /0857492221/running 2024-11-13T20:20:13,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,41435,1731529193028' ***** 2024-11-13T20:20:13,466 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:20:13,466 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:20:13,467 INFO [RS:0;04ac815325d6:41435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:20:13,467 INFO [RS:0;04ac815325d6:41435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:20:13,467 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:13,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:20:13,468 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(3091): Received CLOSE for 54034149b6e404615a99ec9f116008bb 2024-11-13T20:20:13,468 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,41435,1731529193028 2024-11-13T20:20:13,468 INFO [RS:0;04ac815325d6:41435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:13,469 INFO [RS:0;04ac815325d6:41435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:41435. 2024-11-13T20:20:13,469 DEBUG [RS:0;04ac815325d6:41435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:13,469 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ca686d353bc1c00aa2d5f281dc8d45b, disabling compactions & flushes 2024-11-13T20:20:13,469 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:13,469 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:13,469 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:13,469 INFO [RS:0;04ac815325d6:41435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:20:13,469 INFO [RS:0;04ac815325d6:41435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:20:13,469 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. after waiting 0 ms 2024-11-13T20:20:13,469 INFO [RS:0;04ac815325d6:41435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:20:13,469 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:13,469 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:20:13,469 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ca686d353bc1c00aa2d5f281dc8d45b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T20:20:13,469 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:20:13,469 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1325): Online Regions={8ca686d353bc1c00aa2d5f281dc8d45b=hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b., 1588230740=hbase:meta,,1.1588230740, 54034149b6e404615a99ec9f116008bb=test,,1731529199057.54034149b6e404615a99ec9f116008bb.} 2024-11-13T20:20:13,469 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54034149b6e404615a99ec9f116008bb, 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:13,470 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:13,470 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:13,470 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:13,470 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:13,470 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:13,470 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:20:13,492 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b/.tmp/queue/2138c0200c9a43d181af27881d02b606 is 153, key is 1-04ac815325d6,41435,1731529193028/queue:04ac815325d6%2C41435%2C1731529193028/1731529209240/Put/seqid=0 2024-11-13T20:20:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741840_1016 (size=5352) 2024-11-13T20:20:13,515 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/info/6e9276fb2e5944f7a984791623410280 is 147, key is hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b./info:regioninfo/1731529203557/Put/seqid=0 2024-11-13T20:20:13,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741841_1017 (size=7686) 2024-11-13T20:20:13,548 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:20:13,548 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:20:13,559 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:13,669 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54034149b6e404615a99ec9f116008bb, 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:13,708 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:13,870 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54034149b6e404615a99ec9f116008bb, 8ca686d353bc1c00aa2d5f281dc8d45b 2024-11-13T20:20:13,907 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b/.tmp/queue/2138c0200c9a43d181af27881d02b606 2024-11-13T20:20:13,912 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b/.tmp/queue/2138c0200c9a43d181af27881d02b606 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b/queue/2138c0200c9a43d181af27881d02b606 2024-11-13T20:20:13,916 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b/queue/2138c0200c9a43d181af27881d02b606, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T20:20:13,918 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8ca686d353bc1c00aa2d5f281dc8d45b in 449ms, sequenceid=10, compaction requested=false 2024-11-13T20:20:13,920 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/info/6e9276fb2e5944f7a984791623410280 2024-11-13T20:20:13,922 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/replication/8ca686d353bc1c00aa2d5f281dc8d45b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:13,923 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ca686d353bc1c00aa2d5f281dc8d45b: Waiting for close lock at 1731529213468Running coprocessor pre-close hooks at 1731529213469 (+1 ms)Disabling compacts and flushes for region at 1731529213469Disabling writes for close at 1731529213469Obtaining lock to block concurrent updates at 1731529213469Preparing flush snapshotting stores in 8ca686d353bc1c00aa2d5f281dc8d45b at 1731529213469Finished memstore snapshotting hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731529213469Flushing stores of hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. at 1731529213470 (+1 ms)Flushing 8ca686d353bc1c00aa2d5f281dc8d45b/queue: creating writer at 1731529213470Flushing 8ca686d353bc1c00aa2d5f281dc8d45b/queue: appending metadata at 1731529213492 (+22 ms)Flushing 8ca686d353bc1c00aa2d5f281dc8d45b/queue: closing flushed file at 1731529213492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d3bd37: reopening flushed file at 1731529213912 (+420 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8ca686d353bc1c00aa2d5f281dc8d45b in 449ms, sequenceid=10, compaction requested=false at 1731529213918 (+6 ms)Writing region close event to WAL at 1731529213919 (+1 ms)Running coprocessor post-close hooks at 1731529213923 (+4 ms)Closed at 1731529213923 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529202369.8ca686d353bc1c00aa2d5f281dc8d45b. 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54034149b6e404615a99ec9f116008bb, disabling compactions & flushes 2024-11-13T20:20:13,923 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529199057.54034149b6e404615a99ec9f116008bb. after waiting 0 ms 2024-11-13T20:20:13,923 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:20:13,923 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54034149b6e404615a99ec9f116008bb 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T20:20:13,941 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/ns/2272a90272d243e69d11743fda37c386 is 43, key is default/ns:d/1731529195662/Put/seqid=0 2024-11-13T20:20:13,941 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/f/dd93ba1014854506b490fea5264f332f is 29, key is row1/f:/1731529208698/DeleteFamily/seqid=0 2024-11-13T20:20:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741842_1018 (size=5118) 2024-11-13T20:20:13,945 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/f/dd93ba1014854506b490fea5264f332f 2024-11-13T20:20:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741843_1019 (size=5153) 2024-11-13T20:20:13,950 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd93ba1014854506b490fea5264f332f 2024-11-13T20:20:13,964 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/f1/ed4b3a1aeff3429db9fe9da6631c8034 is 30, key is row1/f1:/1731529208698/DeleteFamily/seqid=0 2024-11-13T20:20:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741844_1020 (size=5123) 2024-11-13T20:20:14,070 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54034149b6e404615a99ec9f116008bb 2024-11-13T20:20:14,270 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54034149b6e404615a99ec9f116008bb 2024-11-13T20:20:14,347 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/ns/2272a90272d243e69d11743fda37c386 2024-11-13T20:20:14,369 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/f1/ed4b3a1aeff3429db9fe9da6631c8034 2024-11-13T20:20:14,370 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/rep_barrier/bcc486ab911745ab8764728a44d35804 is 112, key is test,,1731529199057.54034149b6e404615a99ec9f116008bb./rep_barrier:seqnumDuringOpen/1731529199826/Put/seqid=0 2024-11-13T20:20:14,374 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed4b3a1aeff3429db9fe9da6631c8034 2024-11-13T20:20:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741845_1021 (size=5518) 2024-11-13T20:20:14,378 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/rep_barrier/bcc486ab911745ab8764728a44d35804 2024-11-13T20:20:14,396 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/norep/d0ed24b484424a69a3ec906c21ddf122 is 32, key is row/norep:/1731529207684/DeleteFamily/seqid=0 2024-11-13T20:20:14,399 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/table/6e5991de6d774e4ca9a34c013bd43814 is 53, key is hbase:replication/table:state/1731529203565/Put/seqid=0 2024-11-13T20:20:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741847_1023 (size=5308) 2024-11-13T20:20:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741846_1022 (size=5101) 2024-11-13T20:20:14,409 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/table/6e5991de6d774e4ca9a34c013bd43814 2024-11-13T20:20:14,414 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/info/6e9276fb2e5944f7a984791623410280 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/info/6e9276fb2e5944f7a984791623410280 2024-11-13T20:20:14,418 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/info/6e9276fb2e5944f7a984791623410280, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:20:14,419 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/ns/2272a90272d243e69d11743fda37c386 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/ns/2272a90272d243e69d11743fda37c386 2024-11-13T20:20:14,423 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/ns/2272a90272d243e69d11743fda37c386, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:20:14,424 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/rep_barrier/bcc486ab911745ab8764728a44d35804 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/rep_barrier/bcc486ab911745ab8764728a44d35804 2024-11-13T20:20:14,429 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/rep_barrier/bcc486ab911745ab8764728a44d35804, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:20:14,429 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/.tmp/table/6e5991de6d774e4ca9a34c013bd43814 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/table/6e5991de6d774e4ca9a34c013bd43814 2024-11-13T20:20:14,433 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/table/6e5991de6d774e4ca9a34c013bd43814, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:20:14,434 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=16, compaction requested=false 2024-11-13T20:20:14,438 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:20:14,439 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:14,439 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:14,439 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:14,439 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529213470Running coprocessor pre-close hooks at 1731529213470Disabling compacts and flushes for region at 1731529213470Disabling writes for close at 1731529213470Obtaining lock to block concurrent updates at 1731529213470Preparing flush snapshotting stores in 1588230740 at 1731529213470Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529213470Flushing stores of hbase:meta,,1.1588230740 at 1731529213471 (+1 ms)Flushing 1588230740/info: creating writer at 1731529213471Flushing 1588230740/info: appending metadata at 1731529213514 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731529213514Flushing 1588230740/ns: creating writer at 1731529213925 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731529213941 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731529213941Flushing 1588230740/rep_barrier: creating writer at 1731529214352 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529214369 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529214369Flushing 1588230740/table: creating writer at 1731529214382 (+13 ms)Flushing 1588230740/table: appending metadata at 1731529214398 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731529214398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276137c2: reopening flushed file at 1731529214413 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619b1de5: reopening flushed file at 1731529214418 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af4e245: reopening flushed file at 1731529214423 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42cd24b6: reopening flushed file at 1731529214429 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=16, compaction requested=false at 1731529214434 (+5 ms)Writing region close event to WAL at 1731529214436 (+2 ms)Running coprocessor post-close hooks at 1731529214439 (+3 ms)Closed at 1731529214439 2024-11-13T20:20:14,439 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:14,470 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:20:14,470 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1325): Online Regions={54034149b6e404615a99ec9f116008bb=test,,1731529199057.54034149b6e404615a99ec9f116008bb.} 2024-11-13T20:20:14,471 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1351): Waiting on 54034149b6e404615a99ec9f116008bb 2024-11-13T20:20:14,671 DEBUG [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1351): Waiting on 54034149b6e404615a99ec9f116008bb 2024-11-13T20:20:14,713 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 912, reset compression=false 2024-11-13T20:20:14,718 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:14,718 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 1159, reset compression=false 2024-11-13T20:20:14,719 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,41435,1731529193028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:14,719 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,41435,1731529193028: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,41435,1731529193028, walGroup=04ac815325d6%2C41435%2C1731529193028, offset=04ac815325d6%2C41435%2C1731529193028.1731529194684:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:41435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:20:14,720 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:20:14,721 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:20:14,721 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:20:14,721 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:20:14,721 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:20:14,721 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 657293600 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190975936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:20:14,722 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:43981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:43981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:20:14,810 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/norep/d0ed24b484424a69a3ec906c21ddf122 2024-11-13T20:20:14,819 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0ed24b484424a69a3ec906c21ddf122 2024-11-13T20:20:14,820 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/f/dd93ba1014854506b490fea5264f332f as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/f/dd93ba1014854506b490fea5264f332f 2024-11-13T20:20:14,824 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd93ba1014854506b490fea5264f332f 2024-11-13T20:20:14,824 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/f/dd93ba1014854506b490fea5264f332f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T20:20:14,825 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/f1/ed4b3a1aeff3429db9fe9da6631c8034 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/f1/ed4b3a1aeff3429db9fe9da6631c8034 2024-11-13T20:20:14,831 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed4b3a1aeff3429db9fe9da6631c8034 2024-11-13T20:20:14,832 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/f1/ed4b3a1aeff3429db9fe9da6631c8034, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T20:20:14,832 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/.tmp/norep/d0ed24b484424a69a3ec906c21ddf122 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/norep/d0ed24b484424a69a3ec906c21ddf122 2024-11-13T20:20:14,838 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0ed24b484424a69a3ec906c21ddf122 2024-11-13T20:20:14,838 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/norep/d0ed24b484424a69a3ec906c21ddf122, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T20:20:14,839 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 54034149b6e404615a99ec9f116008bb in 916ms, sequenceid=8, compaction requested=false 2024-11-13T20:20:14,844 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/data/default/test/54034149b6e404615a99ec9f116008bb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:20:14,845 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:14,845 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:14,845 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:20:14,845 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54034149b6e404615a99ec9f116008bb: Waiting for close lock at 1731529213923Running coprocessor pre-close hooks at 1731529213923Disabling compacts and flushes for region at 1731529213923Disabling writes for close at 1731529213923Obtaining lock to block concurrent updates at 1731529213923Preparing flush snapshotting stores in 54034149b6e404615a99ec9f116008bb at 1731529213923Finished memstore snapshotting test,,1731529199057.54034149b6e404615a99ec9f116008bb., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731529213924 (+1 ms)Flushing stores of test,,1731529199057.54034149b6e404615a99ec9f116008bb. at 1731529213924Flushing 54034149b6e404615a99ec9f116008bb/f: creating writer at 1731529213924Flushing 54034149b6e404615a99ec9f116008bb/f: appending metadata at 1731529213940 (+16 ms)Flushing 54034149b6e404615a99ec9f116008bb/f: closing flushed file at 1731529213940Flushing 54034149b6e404615a99ec9f116008bb/f1: creating writer at 1731529213950 (+10 ms)Flushing 54034149b6e404615a99ec9f116008bb/f1: appending metadata at 1731529213964 (+14 ms)Flushing 54034149b6e404615a99ec9f116008bb/f1: closing flushed file at 1731529213964Flushing 54034149b6e404615a99ec9f116008bb/norep: creating writer at 1731529214374 (+410 ms)Flushing 54034149b6e404615a99ec9f116008bb/norep: appending metadata at 1731529214396 (+22 ms)Flushing 54034149b6e404615a99ec9f116008bb/norep: closing flushed file at 1731529214396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8e3fc2: reopening flushed file at 1731529214819 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5f335d: reopening flushed file at 1731529214825 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792616a3: reopening flushed file at 1731529214832 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 54034149b6e404615a99ec9f116008bb in 916ms, sequenceid=8, compaction requested=false at 1731529214839 (+7 ms)Writing region close event to WAL at 1731529214841 (+2 ms)Running coprocessor post-close hooks at 1731529214845 (+4 ms)Closed at 1731529214845 2024-11-13T20:20:14,845 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529199057.54034149b6e404615a99ec9f116008bb. 2024-11-13T20:20:14,871 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,41435,1731529193028; all regions closed. 2024-11-13T20:20:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:20:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741839_1015 (size=2676) 2024-11-13T20:20:14,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.rep.1731529203507 not finished, retry = 0 2024-11-13T20:20:14,923 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 1159, reset compression=false 2024-11-13T20:20:14,929 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:14,929 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.wal-reader.04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 to pos 1803, reset compression=false 2024-11-13T20:20:14,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/WALs/04ac815325d6,41435,1731529193028/04ac815325d6%2C41435%2C1731529193028.1731529194684 not finished, retry = 0 2024-11-13T20:20:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741832_1008 (size=1811) 2024-11-13T20:20:15,082 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:15,083 INFO [RS:0;04ac815325d6:41435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:15,083 INFO [RS:0;04ac815325d6:41435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:15,083 INFO [RS:0;04ac815325d6:41435 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:15,083 INFO [RS:0;04ac815325d6:41435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:15,083 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:15,084 INFO [RS:0;04ac815325d6:41435 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,41435,1731529193028 because: Region server is closing 2024-11-13T20:20:15,084 INFO [RS:0;04ac815325d6:41435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:41435. 2024-11-13T20:20:15,084 DEBUG [RS:0;04ac815325d6:41435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:15,084 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:15,084 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:15,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:15,185 INFO [RS:0;04ac815325d6:41435 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,41435,1731529193028.replicationSource.shipper04ac815325d6%2C41435%2C1731529193028,1-04ac815325d6,41435,1731529193028 terminated 2024-11-13T20:20:15,185 INFO [RS:0;04ac815325d6:41435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:41435. 2024-11-13T20:20:15,185 DEBUG [RS:0;04ac815325d6:41435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:15,185 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:15,185 DEBUG [RS:0;04ac815325d6:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:15,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:15,185 INFO [RS:0;04ac815325d6:41435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41435 2024-11-13T20:20:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0857492221/rs/04ac815325d6,41435,1731529193028 2024-11-13T20:20:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221/rs 2024-11-13T20:20:15,188 INFO [RS:0;04ac815325d6:41435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:15,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,41435,1731529193028] 2024-11-13T20:20:15,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0857492221/draining/04ac815325d6,41435,1731529193028 already deleted, retry=false 2024-11-13T20:20:15,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,41435,1731529193028 expired; onlineServers=0 2024-11-13T20:20:15,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,43981,1731529192967' ***** 2024-11-13T20:20:15,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:20:15,192 INFO [M:0;04ac815325d6:43981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:15,192 INFO [M:0;04ac815325d6:43981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:15,192 DEBUG [M:0;04ac815325d6:43981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:20:15,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:20:15,192 DEBUG [M:0;04ac815325d6:43981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:20:15,192 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529194477 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529194477,5,FailOnTimeoutGroup] 2024-11-13T20:20:15,192 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529194472 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529194472,5,FailOnTimeoutGroup] 2024-11-13T20:20:15,192 INFO [M:0;04ac815325d6:43981 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:15,192 INFO [M:0;04ac815325d6:43981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:15,192 DEBUG [M:0;04ac815325d6:43981 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:20:15,192 INFO [M:0;04ac815325d6:43981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:20:15,193 INFO [M:0;04ac815325d6:43981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:15,193 INFO [M:0;04ac815325d6:43981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:20:15,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:20:15,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0857492221/master 2024-11-13T20:20:15,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0857492221 2024-11-13T20:20:15,194 DEBUG [M:0;04ac815325d6:43981 {}] zookeeper.ZKUtil(347): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Unable to get data of znode /0857492221/master because node does not exist (not an error) 2024-11-13T20:20:15,194 WARN [M:0;04ac815325d6:43981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:20:15,196 INFO [M:0;04ac815325d6:43981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/.lastflushedseqids 2024-11-13T20:20:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741848_1024 (size=245) 2024-11-13T20:20:15,207 INFO [M:0;04ac815325d6:43981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:20:15,207 INFO [M:0;04ac815325d6:43981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:20:15,207 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:15,207 INFO [M:0;04ac815325d6:43981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:15,207 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:15,207 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:15,207 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:15,208 INFO [M:0;04ac815325d6:43981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T20:20:15,228 DEBUG [M:0;04ac815325d6:43981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06adcc0057944c098412ad90723de3cb is 82, key is hbase:meta,,1/info:regioninfo/1731529195648/Put/seqid=0 2024-11-13T20:20:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741849_1025 (size=5672) 2024-11-13T20:20:15,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:15,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x1003accbe060001, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:15,290 INFO [RS:0;04ac815325d6:41435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:15,290 INFO [RS:0;04ac815325d6:41435 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,41435,1731529193028; zookeeper connection closed. 2024-11-13T20:20:15,296 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3634b22c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3634b22c 2024-11-13T20:20:15,296 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:20:15,638 INFO [M:0;04ac815325d6:43981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06adcc0057944c098412ad90723de3cb 2024-11-13T20:20:15,661 DEBUG [M:0;04ac815325d6:43981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aba3e22a944c49d48c3834372f5c5cc4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529203568/Put/seqid=0 2024-11-13T20:20:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741850_1026 (size=8517) 2024-11-13T20:20:15,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:15,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:15,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:16,071 INFO [M:0;04ac815325d6:43981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aba3e22a944c49d48c3834372f5c5cc4 2024-11-13T20:20:16,092 DEBUG [M:0;04ac815325d6:43981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27c1c75b18ee4f7a9714557dd87f509d is 69, key is 04ac815325d6,41435,1731529193028/rs:state/1731529194509/Put/seqid=0 2024-11-13T20:20:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741851_1027 (size=5156) 2024-11-13T20:20:16,098 INFO [M:0;04ac815325d6:43981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27c1c75b18ee4f7a9714557dd87f509d 2024-11-13T20:20:16,102 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06adcc0057944c098412ad90723de3cb as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06adcc0057944c098412ad90723de3cb 2024-11-13T20:20:16,106 INFO [M:0;04ac815325d6:43981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06adcc0057944c098412ad90723de3cb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:20:16,107 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aba3e22a944c49d48c3834372f5c5cc4 as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aba3e22a944c49d48c3834372f5c5cc4 2024-11-13T20:20:16,111 INFO [M:0;04ac815325d6:43981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aba3e22a944c49d48c3834372f5c5cc4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:20:16,112 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27c1c75b18ee4f7a9714557dd87f509d as hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27c1c75b18ee4f7a9714557dd87f509d 2024-11-13T20:20:16,116 INFO [M:0;04ac815325d6:43981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34557/user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27c1c75b18ee4f7a9714557dd87f509d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:20:16,117 INFO [M:0;04ac815325d6:43981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false 2024-11-13T20:20:16,118 INFO [M:0;04ac815325d6:43981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:16,118 DEBUG [M:0;04ac815325d6:43981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529215207Disabling compacts and flushes for region at 1731529215207Disabling writes for close at 1731529215207Obtaining lock to block concurrent updates at 1731529215208 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529215208Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731529215208Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529215208Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529215208Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529215228 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529215228Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529215642 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529215661 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529215661Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529216076 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529216092 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529216092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41400577: reopening flushed file at 1731529216102 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bba6d36: reopening flushed file at 1731529216107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d468c75: reopening flushed file at 1731529216111 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false at 1731529216117 (+6 ms)Writing region close event to WAL at 1731529216118 (+1 ms)Closed at 1731529216118 2024-11-13T20:20:16,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5d4b751-0862-539a-17e1-62a080f58fb9/MasterData/WALs/04ac815325d6,43981,1731529192967/04ac815325d6%2C43981%2C1731529192967.1731529194344 not finished, retry = 0 2024-11-13T20:20:16,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741830_1006 (size=63666) 2024-11-13T20:20:16,221 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:16,224 INFO [M:0;04ac815325d6:43981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:20:16,224 INFO [M:0;04ac815325d6:43981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43981 2024-11-13T20:20:16,225 INFO [M:0;04ac815325d6:43981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:16,327 INFO [M:0;04ac815325d6:43981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43981-0x1003accbe060000, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:16,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41188e45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:16,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@338dcc6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:16,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:16,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60df503c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:16,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a9d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:16,333 WARN [BP-1592028916-172.17.0.2-1731529192330 heartbeating to localhost/127.0.0.1:34557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:20:16,333 WARN [BP-1592028916-172.17.0.2-1731529192330 heartbeating to localhost/127.0.0.1:34557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1592028916-172.17.0.2-1731529192330 (Datanode Uuid c49dabfb-0b7b-4fc6-9cc1-61e64f42792c) service to localhost/127.0.0.1:34557 2024-11-13T20:20:16,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f/data/data1/current/BP-1592028916-172.17.0.2-1731529192330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:16,335 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:20:16,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:20:16,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/cluster_ce1b34f2-59ba-0a28-27af-b644b2bdf68f/data/data2/current/BP-1592028916-172.17.0.2-1731529192330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:16,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:20:16,347 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:16,347 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:16,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51838098{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:16,348 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28254 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:16,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de59a61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:16,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:16,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:16,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147c2401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdb6acb7-49d9-bb87-4c8d-ebb38b1d32a6/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:16,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:20:16,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:20:16,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 244) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56717) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46521 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34557 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56717) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7923 (was 7258) - AvailableMemoryMB LEAK? - 2024-11-13T20:20:16,404 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=7921 2024-11-13T20:20:16,423 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T20:20:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.log.dir so I do NOT create it in target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3 2024-11-13T20:20:16,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:20:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.tmp.dir so I do NOT create it in target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3 2024-11-13T20:20:16,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebac506d-eeb3-c031-8e9c-e2fff18ea062/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:20:16,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3 2024-11-13T20:20:16,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890, deleteOnExit=true 2024-11-13T20:20:16,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890/zookeeper_0, clientPort=64079, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:20:16,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64079 2024-11-13T20:20:16,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:20:16,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:20:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/test.cache.data in system properties and HBase conf 2024-11-13T20:20:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:20:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:20:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:20:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:20:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:20:16,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:20:16,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:16,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:20:16,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:20:16,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003accbe060005, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:20:16,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003accbe060002, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:20:16,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003accbe060005, quorum=127.0.0.1:56717, baseZNode=/1-534363143 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:20:16,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003accbe060002, quorum=127.0.0.1:56717, baseZNode=/0857492221 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:20:16,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:16,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:16,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:16,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:16,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:20:16,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:16,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d3f243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:16,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724e6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:16,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17db001d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/java.io.tmpdir/jetty-localhost-45157-hadoop-hdfs-3_4_1-tests_jar-_-any-15818022880419141602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:16,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b31bdca{HTTP/1.1, (http/1.1)}{localhost:45157} 2024-11-13T20:20:16,718 INFO [Time-limited test {}] server.Server(415): Started @202630ms 2024-11-13T20:20:16,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:16,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:16,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:16,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:16,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:20:16,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36973165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:16,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc581e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:16,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ab36650{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/java.io.tmpdir/jetty-localhost-45563-hadoop-hdfs-3_4_1-tests_jar-_-any-9423097281934940446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:16,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6876b713{HTTP/1.1, (http/1.1)}{localhost:45563} 2024-11-13T20:20:16,999 INFO [Time-limited test {}] server.Server(415): Started @202912ms 2024-11-13T20:20:17,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:20:17,096 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890/data/data1/current/BP-896896448-172.17.0.2-1731529216475/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:17,096 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890/data/data2/current/BP-896896448-172.17.0.2-1731529216475/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:17,125 WARN [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:20:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc8dbe2f4a50c8a0 with lease ID 0x6ba276452c8ecfb1: Processing first storage report for DS-6696e227-895d-4c31-b6de-86559007ac12 from datanode DatanodeRegistration(127.0.0.1:39409, datanodeUuid=243c496e-f963-4246-af5a-38b591594c23, infoPort=40939, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=280035962;c=1731529216475) 2024-11-13T20:20:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc8dbe2f4a50c8a0 with lease ID 0x6ba276452c8ecfb1: from storage DS-6696e227-895d-4c31-b6de-86559007ac12 node DatanodeRegistration(127.0.0.1:39409, datanodeUuid=243c496e-f963-4246-af5a-38b591594c23, infoPort=40939, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=280035962;c=1731529216475), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc8dbe2f4a50c8a0 with lease ID 0x6ba276452c8ecfb1: Processing first storage report for DS-bd72d0ae-6400-469f-8368-a712a50bf1ac from datanode DatanodeRegistration(127.0.0.1:39409, datanodeUuid=243c496e-f963-4246-af5a-38b591594c23, infoPort=40939, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=280035962;c=1731529216475) 2024-11-13T20:20:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc8dbe2f4a50c8a0 with lease ID 0x6ba276452c8ecfb1: from storage DS-bd72d0ae-6400-469f-8368-a712a50bf1ac node DatanodeRegistration(127.0.0.1:39409, datanodeUuid=243c496e-f963-4246-af5a-38b591594c23, infoPort=40939, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=280035962;c=1731529216475), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:17,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3 2024-11-13T20:20:17,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:17,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:20:17,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b with version=8 2024-11-13T20:20:17,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/hbase-staging 2024-11-13T20:20:17,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:17,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:17,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:17,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:17,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:17,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:17,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:20:17,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:17,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38569 2024-11-13T20:20:17,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38569 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:17,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385690x0, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:17,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38569-0x1003acd1c580000 connected 2024-11-13T20:20:17,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:17,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:17,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on znode that does not yet exist, /0-737971725/running 2024-11-13T20:20:17,677 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b, hbase.cluster.distributed=false 2024-11-13T20:20:17,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on znode that does not yet exist, /0-737971725/acl 2024-11-13T20:20:17,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38569 2024-11-13T20:20:17,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38569 2024-11-13T20:20:17,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38569 2024-11-13T20:20:17,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38569 2024-11-13T20:20:17,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38569 2024-11-13T20:20:17,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:17,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:17,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:17,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:17,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:17,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:17,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:20:17,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:17,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35451 2024-11-13T20:20:17,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35451 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:17,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:17,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354510x0, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:17,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354510x0, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on znode that does not yet exist, /0-737971725/running 2024-11-13T20:20:17,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:20:17,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35451-0x1003acd1c580001 connected 2024-11-13T20:20:17,739 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:20:17,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on znode that does not yet exist, /0-737971725/master 2024-11-13T20:20:17,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on znode that does not yet exist, /0-737971725/acl 2024-11-13T20:20:17,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35451 2024-11-13T20:20:17,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35451 2024-11-13T20:20:17,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35451 2024-11-13T20:20:17,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35451 2024-11-13T20:20:17,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35451 2024-11-13T20:20:17,765 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:38569 2024-11-13T20:20:17,766 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-737971725/backup-masters/04ac815325d6,38569,1731529217642 2024-11-13T20:20:17,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725/backup-masters 2024-11-13T20:20:17,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725/backup-masters 2024-11-13T20:20:17,768 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on existing znode=/0-737971725/backup-masters/04ac815325d6,38569,1731529217642 2024-11-13T20:20:17,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-737971725/master 2024-11-13T20:20:17,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:17,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:17,776 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on existing znode=/0-737971725/master 2024-11-13T20:20:17,776 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-737971725/backup-masters/04ac815325d6,38569,1731529217642 from backup master directory 2024-11-13T20:20:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737971725/backup-masters/04ac815325d6,38569,1731529217642 2024-11-13T20:20:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725/backup-masters 2024-11-13T20:20:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725/backup-masters 2024-11-13T20:20:17,778 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:17,778 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,38569,1731529217642 2024-11-13T20:20:17,785 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/hbase.id] with ID: 481f762e-502a-4145-977e-f22e931ffd69 2024-11-13T20:20:17,785 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/.tmp/hbase.id 2024-11-13T20:20:17,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:20:17,794 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/.tmp/hbase.id]:[hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/hbase.id] 2024-11-13T20:20:17,806 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:17,807 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:20:17,807 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T20:20:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:17,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:20:18,239 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:18,240 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:20:18,241 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:20:18,652 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store 2024-11-13T20:20:18,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:20:19,058 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:19,058 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:19,058 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:19,058 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:19,058 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:19,058 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:19,058 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:19,058 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529219058Disabling compacts and flushes for region at 1731529219058Disabling writes for close at 1731529219058Writing region close event to WAL at 1731529219058Closed at 1731529219058 2024-11-13T20:20:19,059 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/.initializing 2024-11-13T20:20:19,059 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/WALs/04ac815325d6,38569,1731529217642 2024-11-13T20:20:19,060 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:19,062 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C38569%2C1731529217642, suffix=, logDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/WALs/04ac815325d6,38569,1731529217642, archiveDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/oldWALs, maxLogs=10 2024-11-13T20:20:19,081 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/WALs/04ac815325d6,38569,1731529217642/04ac815325d6%2C38569%2C1731529217642.1731529219062, exclude list is [], retry=0 2024-11-13T20:20:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-6696e227-895d-4c31-b6de-86559007ac12,DISK] 2024-11-13T20:20:19,086 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/WALs/04ac815325d6,38569,1731529217642/04ac815325d6%2C38569%2C1731529217642.1731529219062 2024-11-13T20:20:19,088 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40939:40939)] 2024-11-13T20:20:19,088 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:19,089 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:19,089 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,089 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:20:19,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:19,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:19,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:20:19,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:19,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:19,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:20:19,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:19,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:19,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:20:19,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:19,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:19,098 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,098 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,099 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,100 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,100 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,101 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:19,102 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:19,110 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:19,111 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72308723, jitterRate=0.07748393714427948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:19,111 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529219089Initializing all the Stores at 1731529219089Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529219089Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529219090 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529219090Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529219090Cleaning up temporary data from old regions at 1731529219100 (+10 ms)Region opened successfully at 1731529219111 (+11 ms) 2024-11-13T20:20:19,112 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:20:19,115 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169e8400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:19,119 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:20:19,119 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:20:19,119 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:20:19,119 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:20:19,120 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:20:19,120 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:20:19,120 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:20:19,127 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:20:19,128 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Unable to get data of znode /0-737971725/balancer because node does not exist (not necessarily an error) 2024-11-13T20:20:19,129 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737971725/balancer already deleted, retry=false 2024-11-13T20:20:19,130 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:20:19,130 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Unable to get data of znode /0-737971725/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:20:19,131 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737971725/normalizer already deleted, retry=false 2024-11-13T20:20:19,132 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:20:19,133 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Unable to get data of znode /0-737971725/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:20:19,134 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737971725/switch/split already deleted, retry=false 2024-11-13T20:20:19,135 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Unable to get data of znode /0-737971725/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:20:19,136 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737971725/switch/merge already deleted, retry=false 2024-11-13T20:20:19,139 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Unable to get data of znode /0-737971725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:20:19,140 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737971725/snapshot-cleanup already deleted, retry=false 2024-11-13T20:20:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-737971725/running 2024-11-13T20:20:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-737971725/running 2024-11-13T20:20:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:19,143 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,38569,1731529217642, sessionid=0x1003acd1c580000, setting cluster-up flag (Was=false) 2024-11-13T20:20:19,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:19,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:19,154 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-737971725/flush-table-proc/acquired, /0-737971725/flush-table-proc/reached, /0-737971725/flush-table-proc/abort 2024-11-13T20:20:19,155 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,38569,1731529217642 2024-11-13T20:20:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:19,163 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-737971725/online-snapshot/acquired, /0-737971725/online-snapshot/reached, /0-737971725/online-snapshot/abort 2024-11-13T20:20:19,165 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,38569,1731529217642 2024-11-13T20:20:19,166 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:20:19,167 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:19,168 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:20:19,168 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:20:19,168 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,38569,1731529217642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:19,170 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,190 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529249190 2024-11-13T20:20:19,190 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:20:19,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:19,190 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:20:19,190 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:20:19,190 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:20:19,190 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:20:19,190 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:20:19,190 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:20:19,191 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,191 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:20:19,191 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:20:19,191 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:20:19,191 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:20:19,191 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:20:19,191 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:20:19,192 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:19,192 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:20:19,192 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529219192,5,FailOnTimeoutGroup] 2024-11-13T20:20:19,192 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529219192,5,FailOnTimeoutGroup] 2024-11-13T20:20:19,192 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,192 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:20:19,192 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,192 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:20:19,254 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(746): ClusterId : 481f762e-502a-4145-977e-f22e931ffd69 2024-11-13T20:20:19,254 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:20:19,256 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:20:19,256 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:20:19,258 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:20:19,258 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6771d849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:19,271 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:35451 2024-11-13T20:20:19,271 INFO [RS:0;04ac815325d6:35451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:20:19,271 INFO [RS:0;04ac815325d6:35451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:20:19,271 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:20:19,271 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,38569,1731529217642 with port=35451, startcode=1731529217712 2024-11-13T20:20:19,272 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:20:19,273 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:20:19,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,35451,1731529217712 2024-11-13T20:20:19,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,35451,1731529217712 2024-11-13T20:20:19,275 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b 2024-11-13T20:20:19,275 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43531 2024-11-13T20:20:19,275 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:20:19,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725/rs 2024-11-13T20:20:19,277 DEBUG [RS:0;04ac815325d6:35451 {}] zookeeper.ZKUtil(111): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on existing znode=/0-737971725/rs/04ac815325d6,35451,1731529217712 2024-11-13T20:20:19,277 WARN [RS:0;04ac815325d6:35451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:19,277 INFO [RS:0;04ac815325d6:35451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:19,277 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712 2024-11-13T20:20:19,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,35451,1731529217712] 2024-11-13T20:20:19,280 INFO [RS:0;04ac815325d6:35451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:20:19,281 INFO [RS:0;04ac815325d6:35451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:20:19,282 INFO [RS:0;04ac815325d6:35451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:20:19,282 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,282 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:20:19,282 INFO [RS:0;04ac815325d6:35451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:20:19,283 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:19,283 DEBUG [RS:0;04ac815325d6:35451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:19,284 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,284 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,284 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,284 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,284 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,284 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35451,1731529217712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:19,298 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:20:19,298 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35451,1731529217712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,298 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,299 INFO [RS:0;04ac815325d6:35451 {}] regionserver.Replication(171): 04ac815325d6,35451,1731529217712 started 2024-11-13T20:20:19,313 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:19,313 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,35451,1731529217712, RpcServer on 04ac815325d6/172.17.0.2:35451, sessionid=0x1003acd1c580001 2024-11-13T20:20:19,313 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:20:19,313 DEBUG [RS:0;04ac815325d6:35451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,35451,1731529217712 2024-11-13T20:20:19,313 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35451,1731529217712' 2024-11-13T20:20:19,313 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-737971725/flush-table-proc/abort' 2024-11-13T20:20:19,314 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-737971725/flush-table-proc/acquired' 2024-11-13T20:20:19,314 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:20:19,314 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:20:19,314 DEBUG [RS:0;04ac815325d6:35451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,35451,1731529217712 2024-11-13T20:20:19,314 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35451,1731529217712' 2024-11-13T20:20:19,314 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-737971725/online-snapshot/abort' 2024-11-13T20:20:19,315 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-737971725/online-snapshot/acquired' 2024-11-13T20:20:19,316 DEBUG [RS:0;04ac815325d6:35451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:20:19,316 INFO [RS:0;04ac815325d6:35451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:20:19,316 INFO [RS:0;04ac815325d6:35451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:20:19,416 INFO [RS:0;04ac815325d6:35451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:19,418 INFO [RS:0;04ac815325d6:35451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35451%2C1731529217712, suffix=, logDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712, archiveDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/oldWALs, maxLogs=10 2024-11-13T20:20:19,443 DEBUG [RS:0;04ac815325d6:35451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, exclude list is [], retry=0 2024-11-13T20:20:19,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-6696e227-895d-4c31-b6de-86559007ac12,DISK] 2024-11-13T20:20:19,448 INFO [RS:0;04ac815325d6:35451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 2024-11-13T20:20:19,449 DEBUG [RS:0;04ac815325d6:35451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40939:40939)] 2024-11-13T20:20:19,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:19,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:20:19,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:20:19,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:20:19,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:19,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:19,608 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:20:19,608 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b 2024-11-13T20:20:19,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:20:20,015 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:20,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:20,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:20,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:20,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:20,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:20,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:20,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:20,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:20,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,023 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:20,023 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740 2024-11-13T20:20:20,024 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740 2024-11-13T20:20:20,024 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:20,024 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:20,025 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:20,026 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:20,027 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:20,028 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74616387, jitterRate=0.11187081038951874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:20,029 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529220015Initializing all the Stores at 1731529220016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529220016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529220016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529220016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529220016Cleaning up temporary data from old regions at 1731529220024 (+8 ms)Region opened successfully at 1731529220029 (+5 ms) 2024-11-13T20:20:20,029 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:20,029 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:20,029 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:20,029 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:20,029 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:20,029 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:20,029 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529220029Disabling compacts and flushes for region at 1731529220029Disabling writes for close at 1731529220029Writing region close event to WAL at 1731529220029Closed at 1731529220029 2024-11-13T20:20:20,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:20,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:20:20,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:20:20,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:20,032 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:20:20,183 DEBUG [04ac815325d6:38569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:20:20,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,35451,1731529217712 2024-11-13T20:20:20,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35451,1731529217712, state=OPENING 2024-11-13T20:20:20,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:20:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:20,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737971725/meta-region-server: CHANGED 2024-11-13T20:20:20,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:20,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737971725/meta-region-server: CHANGED 2024-11-13T20:20:20,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35451,1731529217712}] 2024-11-13T20:20:20,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:20,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:20:20,345 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:20:20,345 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:20,346 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:20:20,347 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35451%2C1731529217712.meta, suffix=.meta, logDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712, archiveDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/oldWALs, maxLogs=10 2024-11-13T20:20:20,360 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.meta.1731529220347.meta, exclude list is [], retry=0 2024-11-13T20:20:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-6696e227-895d-4c31-b6de-86559007ac12,DISK] 2024-11-13T20:20:20,366 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.meta.1731529220347.meta 2024-11-13T20:20:20,366 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40939:40939)] 2024-11-13T20:20:20,366 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:20,367 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:20,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:20,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:20:20,367 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:20:20,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:20:20,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:20,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:20:20,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:20:20,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:20,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:20,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:20,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:20,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:20,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:20,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:20,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:20,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:20,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:20,373 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:20,373 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740 2024-11-13T20:20:20,374 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740 2024-11-13T20:20:20,375 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:20,375 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:20,375 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:20,376 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:20,377 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61312147, jitterRate=-0.086377814412117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:20,377 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:20:20,378 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529220368Writing region info on filesystem at 1731529220368Initializing all the Stores at 1731529220368Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529220368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529220368Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529220368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529220368Cleaning up temporary data from old regions at 1731529220375 (+7 ms)Running coprocessor post-open hooks at 1731529220377 (+2 ms)Region opened successfully at 1731529220378 (+1 ms) 2024-11-13T20:20:20,379 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529220340 2024-11-13T20:20:20,381 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:20:20,381 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:20:20,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35451,1731529217712 2024-11-13T20:20:20,382 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35451,1731529217712, state=OPEN 2024-11-13T20:20:20,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-737971725/meta-region-server 2024-11-13T20:20:20,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-737971725/meta-region-server 2024-11-13T20:20:20,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,35451,1731529217712 2024-11-13T20:20:20,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737971725/meta-region-server: CHANGED 2024-11-13T20:20:20,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737971725/meta-region-server: CHANGED 2024-11-13T20:20:20,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:20:20,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35451,1731529217712 in 197 msec 2024-11-13T20:20:20,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:20:20,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-13T20:20:20,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:20,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:20:20,391 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:20,391 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35451,1731529217712, seqNum=-1] 2024-11-13T20:20:20,391 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:20,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:20,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-11-13T20:20:20,403 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529220403, completionTime=-1 2024-11-13T20:20:20,403 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:20:20,403 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:20:20,406 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:20:20,406 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529280406 2024-11-13T20:20:20,406 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529340406 2024-11-13T20:20:20,406 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:20:20,406 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38569,1731529217642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:20,407 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38569,1731529217642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:20,407 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38569,1731529217642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:20,407 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:38569, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:20,407 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:20,407 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:20,409 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.633sec 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38569,1731529217642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:20,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38569,1731529217642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:20:20,413 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:20:20,413 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:20:20,413 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38569,1731529217642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:20,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f345c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:20,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38569,-1 for getting cluster id 2024-11-13T20:20:20,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:20,456 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '481f762e-502a-4145-977e-f22e931ffd69' 2024-11-13T20:20:20,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:20,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "481f762e-502a-4145-977e-f22e931ffd69" 2024-11-13T20:20:20,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c246550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:20,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38569,-1] 2024-11-13T20:20:20,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:20,458 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:20,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:20,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35451,1731529217712, seqNum=-1] 2024-11-13T20:20:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:20,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:20,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,38569,1731529217642 2024-11-13T20:20:20,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:20,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:20,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003acd1c580002 connected 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.log.dir so I do NOT create it in target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df 2024-11-13T20:20:20,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.tmp.dir so I do NOT create it in target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df 2024-11-13T20:20:20,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:20:20,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/cluster_f302d63d-19b6-1810-37a1-cbda330ca47e, deleteOnExit=true 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/test.cache.data in system properties and HBase conf 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:20:20,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:20,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:20:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:20:20,529 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T20:20:20,529 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,530 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,556 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,556 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,556 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,557 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,557 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,557 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,567 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,567 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:20,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:20,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:20,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:20,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:20,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:20:20,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:20,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:20,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:20,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e636fa6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/java.io.tmpdir/jetty-localhost-34521-hadoop-hdfs-3_4_1-tests_jar-_-any-4517711744680446956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:20,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:34521} 2024-11-13T20:20:20,728 INFO [Time-limited test {}] server.Server(415): Started @206641ms 2024-11-13T20:20:20,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:20,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:20,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:20,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:20,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:20:20,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:20,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:20,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be291d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/java.io.tmpdir/jetty-localhost-44119-hadoop-hdfs-3_4_1-tests_jar-_-any-5451489873526845808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:20,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:44119} 2024-11-13T20:20:20,951 INFO [Time-limited test {}] server.Server(415): Started @206864ms 2024-11-13T20:20:20,952 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:20:21,061 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/cluster_f302d63d-19b6-1810-37a1-cbda330ca47e/data/data1/current/BP-2052680394-172.17.0.2-1731529220490/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:21,061 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/cluster_f302d63d-19b6-1810-37a1-cbda330ca47e/data/data2/current/BP-2052680394-172.17.0.2-1731529220490/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:21,087 WARN [Thread-2767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:20:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e5aa7c376565bd with lease ID 0xc1a83647434aea41: Processing first storage report for DS-9b1a490c-eebf-4cfc-8e35-0ed9cf0c98ad from datanode DatanodeRegistration(127.0.0.1:40829, datanodeUuid=cf802b2a-1e12-4fdb-9e0d-c5a0c5509da0, infoPort=43667, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=314837390;c=1731529220490) 2024-11-13T20:20:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e5aa7c376565bd with lease ID 0xc1a83647434aea41: from storage DS-9b1a490c-eebf-4cfc-8e35-0ed9cf0c98ad node DatanodeRegistration(127.0.0.1:40829, datanodeUuid=cf802b2a-1e12-4fdb-9e0d-c5a0c5509da0, infoPort=43667, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=314837390;c=1731529220490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e5aa7c376565bd with lease ID 0xc1a83647434aea41: Processing first storage report for DS-aa7b2b46-939e-4bd4-93b0-46c1b68bacdb from datanode DatanodeRegistration(127.0.0.1:40829, datanodeUuid=cf802b2a-1e12-4fdb-9e0d-c5a0c5509da0, infoPort=43667, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=314837390;c=1731529220490) 2024-11-13T20:20:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e5aa7c376565bd with lease ID 0xc1a83647434aea41: from storage DS-aa7b2b46-939e-4bd4-93b0-46c1b68bacdb node DatanodeRegistration(127.0.0.1:40829, datanodeUuid=cf802b2a-1e12-4fdb-9e0d-c5a0c5509da0, infoPort=43667, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=314837390;c=1731529220490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:21,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df 2024-11-13T20:20:21,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:21,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:20:21,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912 with version=8 2024-11-13T20:20:21,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/hbase-staging 2024-11-13T20:20:21,609 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:21,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:21,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:21,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:21,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:21,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:21,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:20:21,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:21,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40689 2024-11-13T20:20:21,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40689 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406890x0, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:21,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40689-0x1003acd1c580003 connected 2024-11-13T20:20:21,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:21,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:21,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on znode that does not yet exist, /1-1655074882/running 2024-11-13T20:20:21,659 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912, hbase.cluster.distributed=false 2024-11-13T20:20:21,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on znode that does not yet exist, /1-1655074882/acl 2024-11-13T20:20:21,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-13T20:20:21,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40689 2024-11-13T20:20:21,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40689 2024-11-13T20:20:21,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-13T20:20:21,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-13T20:20:21,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:21,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:21,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:21,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:21,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:21,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:21,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:20:21,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:21,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44907 2024-11-13T20:20:21,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44907 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:21,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:21,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:21,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449070x0, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:21,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44907-0x1003acd1c580004 connected 2024-11-13T20:20:21,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on znode that does not yet exist, /1-1655074882/running 2024-11-13T20:20:21,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:20:21,793 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:20:21,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on znode that does not yet exist, /1-1655074882/master 2024-11-13T20:20:21,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on znode that does not yet exist, /1-1655074882/acl 2024-11-13T20:20:21,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-13T20:20:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44907 2024-11-13T20:20:21,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44907 2024-11-13T20:20:21,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-13T20:20:21,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-13T20:20:21,836 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:40689 2024-11-13T20:20:21,849 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1655074882/backup-masters/04ac815325d6,40689,1731529221608 2024-11-13T20:20:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882/backup-masters 2024-11-13T20:20:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882/backup-masters 2024-11-13T20:20:21,851 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on existing znode=/1-1655074882/backup-masters/04ac815325d6,40689,1731529221608 2024-11-13T20:20:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1655074882/master 2024-11-13T20:20:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:21,854 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on existing znode=/1-1655074882/master 2024-11-13T20:20:21,855 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1655074882/backup-masters/04ac815325d6,40689,1731529221608 from backup master directory 2024-11-13T20:20:21,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882/backup-masters 2024-11-13T20:20:21,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655074882/backup-masters/04ac815325d6,40689,1731529221608 2024-11-13T20:20:21,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882/backup-masters 2024-11-13T20:20:21,861 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:21,861 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,40689,1731529221608 2024-11-13T20:20:21,875 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/hbase.id] with ID: dbce3aaa-eb28-4498-b7b8-d424d4ec983c 2024-11-13T20:20:21,875 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/.tmp/hbase.id 2024-11-13T20:20:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:20:22,292 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/.tmp/hbase.id]:[hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/hbase.id] 2024-11-13T20:20:22,304 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:22,304 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:20:22,305 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:20:22,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:22,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:22,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:20:22,720 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:22,721 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:20:22,722 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:20:22,729 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store 2024-11-13T20:20:22,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:20:23,138 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:23,138 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:23,138 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:23,138 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:23,138 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:23,138 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:23,138 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:23,138 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529223138Disabling compacts and flushes for region at 1731529223138Disabling writes for close at 1731529223138Writing region close event to WAL at 1731529223138Closed at 1731529223138 2024-11-13T20:20:23,139 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/.initializing 2024-11-13T20:20:23,139 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/WALs/04ac815325d6,40689,1731529221608 2024-11-13T20:20:23,141 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:23,143 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C40689%2C1731529221608, suffix=, logDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/WALs/04ac815325d6,40689,1731529221608, archiveDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/oldWALs, maxLogs=10 2024-11-13T20:20:23,211 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/WALs/04ac815325d6,40689,1731529221608/04ac815325d6%2C40689%2C1731529221608.1731529223143, exclude list is [], retry=0 2024-11-13T20:20:23,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-9b1a490c-eebf-4cfc-8e35-0ed9cf0c98ad,DISK] 2024-11-13T20:20:23,235 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/WALs/04ac815325d6,40689,1731529221608/04ac815325d6%2C40689%2C1731529221608.1731529223143 2024-11-13T20:20:23,241 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-13T20:20:23,241 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:23,241 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:23,241 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,241 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:20:23,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:23,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:20:23,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:23,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:20:23,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:23,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:20:23,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:23,282 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,283 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,284 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,289 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,289 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,291 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:23,293 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:23,313 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:23,314 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62737319, jitterRate=-0.06514109671115875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:23,314 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529223241Initializing all the Stores at 1731529223242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529223242Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529223261 (+19 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529223261Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529223261Cleaning up temporary data from old regions at 1731529223289 (+28 ms)Region opened successfully at 1731529223314 (+25 ms) 2024-11-13T20:20:23,331 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:20:23,337 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dc51e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:23,339 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:20:23,339 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:20:23,340 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:20:23,340 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:20:23,341 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:20:23,342 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:20:23,342 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:20:23,364 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:20:23,368 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Unable to get data of znode /1-1655074882/balancer because node does not exist (not necessarily an error) 2024-11-13T20:20:23,369 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655074882/balancer already deleted, retry=false 2024-11-13T20:20:23,370 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:20:23,371 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Unable to get data of znode /1-1655074882/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:20:23,373 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655074882/normalizer already deleted, retry=false 2024-11-13T20:20:23,373 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:20:23,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Unable to get data of znode /1-1655074882/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:20:23,379 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655074882/switch/split already deleted, retry=false 2024-11-13T20:20:23,380 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Unable to get data of znode /1-1655074882/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:20:23,382 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655074882/switch/merge already deleted, retry=false 2024-11-13T20:20:23,386 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Unable to get data of znode /1-1655074882/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:20:23,388 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655074882/snapshot-cleanup already deleted, retry=false 2024-11-13T20:20:23,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1655074882/running 2024-11-13T20:20:23,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:23,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1655074882/running 2024-11-13T20:20:23,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:23,392 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,40689,1731529221608, sessionid=0x1003acd1c580003, setting cluster-up flag (Was=false) 2024-11-13T20:20:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:23,407 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1655074882/flush-table-proc/acquired, /1-1655074882/flush-table-proc/reached, /1-1655074882/flush-table-proc/abort 2024-11-13T20:20:23,408 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,40689,1731529221608 2024-11-13T20:20:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:23,417 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1655074882/online-snapshot/acquired, /1-1655074882/online-snapshot/reached, /1-1655074882/online-snapshot/abort 2024-11-13T20:20:23,418 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,40689,1731529221608 2024-11-13T20:20:23,421 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:20:23,435 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:23,435 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:20:23,436 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:20:23,436 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,40689,1731529221608 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:23,437 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:23,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:20:23,495 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:20:23,532 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529253532 2024-11-13T20:20:23,533 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:20:23,533 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:20:23,533 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:20:23,534 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:20:23,534 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:20:23,534 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:20:23,564 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:20:23,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:20:23,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:20:23,570 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:20:23,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:20:23,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:20:23,600 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912 2024-11-13T20:20:23,614 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(746): ClusterId : dbce3aaa-eb28-4498-b7b8-d424d4ec983c 2024-11-13T20:20:23,614 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:20:23,617 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:20:23,617 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:20:23,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:20:23,625 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:20:23,633 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529223625,5,FailOnTimeoutGroup] 2024-11-13T20:20:23,646 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529223633,5,FailOnTimeoutGroup] 2024-11-13T20:20:23,646 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,646 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:20:23,646 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,646 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,667 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:20:23,667 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3dd7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:20:23,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:23,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:23,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:23,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,693 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:44907 2024-11-13T20:20:23,693 INFO [RS:0;04ac815325d6:44907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:20:23,693 INFO [RS:0;04ac815325d6:44907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:20:23,693 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:20:23,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:23,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:23,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:23,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:23,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:23,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:23,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:23,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:23,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:23,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:23,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:23,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:23,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740 2024-11-13T20:20:23,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740 2024-11-13T20:20:23,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:23,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:23,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:23,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:23,712 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,40689,1731529221608 with port=44907, startcode=1731529221742 2024-11-13T20:20:23,713 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:20:23,715 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:23,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73531479, jitterRate=0.09570442140102386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:23,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529223671Initializing all the Stores at 1731529223672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529223672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529223685 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529223685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529223686 (+1 ms)Cleaning up temporary data from old regions at 1731529223707 (+21 ms)Region opened successfully at 1731529223715 (+8 ms) 2024-11-13T20:20:23,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:23,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:23,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:23,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:23,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:23,724 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:20:23,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,44907,1731529221742 2024-11-13T20:20:23,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40689 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,44907,1731529221742 2024-11-13T20:20:23,729 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912 2024-11-13T20:20:23,729 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37415 2024-11-13T20:20:23,729 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:20:23,729 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:23,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529223715Disabling compacts and flushes for region at 1731529223715Disabling writes for close at 1731529223715Writing region close event to WAL at 1731529223729 (+14 ms)Closed at 1731529223729 2024-11-13T20:20:23,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:23,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:20:23,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:20:23,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:23,734 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:20:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882/rs 2024-11-13T20:20:23,740 DEBUG [RS:0;04ac815325d6:44907 {}] zookeeper.ZKUtil(111): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on existing znode=/1-1655074882/rs/04ac815325d6,44907,1731529221742 2024-11-13T20:20:23,740 WARN [RS:0;04ac815325d6:44907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:23,740 INFO [RS:0;04ac815325d6:44907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:23,740 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742 2024-11-13T20:20:23,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,44907,1731529221742] 2024-11-13T20:20:23,771 INFO [RS:0;04ac815325d6:44907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:20:23,776 INFO [RS:0;04ac815325d6:44907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:20:23,777 INFO [RS:0;04ac815325d6:44907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:20:23,777 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,784 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:20:23,785 INFO [RS:0;04ac815325d6:44907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:20:23,785 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:23,786 DEBUG [RS:0;04ac815325d6:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:23,789 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,789 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,789 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,789 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,789 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,789 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44907,1731529221742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:23,809 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:20:23,810 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44907,1731529221742-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,810 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,810 INFO [RS:0;04ac815325d6:44907 {}] regionserver.Replication(171): 04ac815325d6,44907,1731529221742 started 2024-11-13T20:20:23,831 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:23,831 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,44907,1731529221742, RpcServer on 04ac815325d6/172.17.0.2:44907, sessionid=0x1003acd1c580004 2024-11-13T20:20:23,831 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:20:23,831 DEBUG [RS:0;04ac815325d6:44907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,44907,1731529221742 2024-11-13T20:20:23,831 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44907,1731529221742' 2024-11-13T20:20:23,831 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1655074882/flush-table-proc/abort' 2024-11-13T20:20:23,832 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1655074882/flush-table-proc/acquired' 2024-11-13T20:20:23,832 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:20:23,832 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:20:23,832 DEBUG [RS:0;04ac815325d6:44907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,44907,1731529221742 2024-11-13T20:20:23,832 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44907,1731529221742' 2024-11-13T20:20:23,832 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1655074882/online-snapshot/abort' 2024-11-13T20:20:23,833 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1655074882/online-snapshot/acquired' 2024-11-13T20:20:23,833 DEBUG [RS:0;04ac815325d6:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:20:23,833 INFO [RS:0;04ac815325d6:44907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:20:23,833 INFO [RS:0;04ac815325d6:44907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:20:23,884 WARN [04ac815325d6:40689 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:20:23,934 INFO [RS:0;04ac815325d6:44907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:23,936 INFO [RS:0;04ac815325d6:44907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44907%2C1731529221742, suffix=, logDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742, archiveDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/oldWALs, maxLogs=10 2024-11-13T20:20:23,956 DEBUG [RS:0;04ac815325d6:44907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, exclude list is [], retry=0 2024-11-13T20:20:23,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-9b1a490c-eebf-4cfc-8e35-0ed9cf0c98ad,DISK] 2024-11-13T20:20:23,970 INFO [RS:0;04ac815325d6:44907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 2024-11-13T20:20:23,971 DEBUG [RS:0;04ac815325d6:44907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-13T20:20:24,134 DEBUG [04ac815325d6:40689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:20:24,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,44907,1731529221742 2024-11-13T20:20:24,137 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44907,1731529221742, state=OPENING 2024-11-13T20:20:24,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:20:24,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:24,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:24,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655074882/meta-region-server: CHANGED 2024-11-13T20:20:24,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655074882/meta-region-server: CHANGED 2024-11-13T20:20:24,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:24,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44907,1731529221742}] 2024-11-13T20:20:24,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:24,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:20:24,298 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:20:24,298 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:24,298 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:20:24,299 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44907%2C1731529221742.meta, suffix=.meta, logDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742, archiveDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/oldWALs, maxLogs=10 2024-11-13T20:20:24,313 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.meta.1731529224300.meta, exclude list is [], retry=0 2024-11-13T20:20:24,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-9b1a490c-eebf-4cfc-8e35-0ed9cf0c98ad,DISK] 2024-11-13T20:20:24,317 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.meta.1731529224300.meta 2024-11-13T20:20:24,317 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-13T20:20:24,317 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:24,317 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:24,318 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:24,318 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:20:24,318 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:20:24,318 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:20:24,318 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:24,318 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:20:24,318 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:20:24,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:24,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:24,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:24,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:24,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:24,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:24,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:24,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:24,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:24,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:24,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:24,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:24,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:24,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:24,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:24,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:24,324 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:24,324 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740 2024-11-13T20:20:24,325 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740 2024-11-13T20:20:24,326 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:24,326 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:24,326 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:24,327 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:24,328 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73991315, jitterRate=0.102556511759758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:24,328 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:20:24,328 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529224318Writing region info on filesystem at 1731529224318Initializing all the Stores at 1731529224319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529224319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529224319Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529224319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529224319Cleaning up temporary data from old regions at 1731529224326 (+7 ms)Running coprocessor post-open hooks at 1731529224328 (+2 ms)Region opened successfully at 1731529224328 2024-11-13T20:20:24,329 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529224293 2024-11-13T20:20:24,331 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:20:24,331 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:20:24,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,44907,1731529221742 2024-11-13T20:20:24,332 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44907,1731529221742, state=OPEN 2024-11-13T20:20:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1655074882/meta-region-server 2024-11-13T20:20:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1655074882/meta-region-server 2024-11-13T20:20:24,334 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,44907,1731529221742 2024-11-13T20:20:24,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655074882/meta-region-server: CHANGED 2024-11-13T20:20:24,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655074882/meta-region-server: CHANGED 2024-11-13T20:20:24,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:20:24,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44907,1731529221742 in 193 msec 2024-11-13T20:20:24,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:20:24,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-13T20:20:24,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:24,338 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:20:24,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:24,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44907,1731529221742, seqNum=-1] 2024-11-13T20:20:24,339 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:24,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:24,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 912 msec 2024-11-13T20:20:24,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529224345, completionTime=-1 2024-11-13T20:20:24,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:20:24,345 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529284347 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529344347 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40689,1731529221608-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40689,1731529221608-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40689,1731529221608-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:40689, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:24,347 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:24,349 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.490sec 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40689,1731529221608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:24,351 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40689,1731529221608-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:20:24,353 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:20:24,353 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:20:24,353 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40689,1731529221608-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:24,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b43e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:24,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40689,-1 for getting cluster id 2024-11-13T20:20:24,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:24,416 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbce3aaa-eb28-4498-b7b8-d424d4ec983c' 2024-11-13T20:20:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbce3aaa-eb28-4498-b7b8-d424d4ec983c" 2024-11-13T20:20:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13286fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40689,-1] 2024-11-13T20:20:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:24,418 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:24,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:24,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44907,1731529221742, seqNum=-1] 2024-11-13T20:20:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:24,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:24,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,40689,1731529221608 2024-11-13T20:20:24,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:24,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003acd1c580005 connected 2024-11-13T20:20:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.log.dir so I do NOT create it in target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9 2024-11-13T20:20:24,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:20:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.tmp.dir so I do NOT create it in target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9 2024-11-13T20:20:24,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:20:24,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9 2024-11-13T20:20:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:20:24,431 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/cluster_b041f2a8-f5dc-1019-1ee2-24fccb6476ce, deleteOnExit=true 2024-11-13T20:20:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:20:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/test.cache.data in system properties and HBase conf 2024-11-13T20:20:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:20:24,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:20:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:20:24,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:24,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:24,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:24,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:24,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:20:24,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:24,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ac037f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:24,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:24,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5721312a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/java.io.tmpdir/jetty-localhost-38861-hadoop-hdfs-3_4_1-tests_jar-_-any-10670980020207567788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:24,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79194981{HTTP/1.1, (http/1.1)}{localhost:38861} 2024-11-13T20:20:24,638 INFO [Time-limited test {}] server.Server(415): Started @210550ms 2024-11-13T20:20:24,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:24,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:24,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:24,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:24,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:20:24,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668fc8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:24,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ec6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:25,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ada0127{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/java.io.tmpdir/jetty-localhost-32853-hadoop-hdfs-3_4_1-tests_jar-_-any-6604322304710193400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:25,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e4df4f{HTTP/1.1, (http/1.1)}{localhost:32853} 2024-11-13T20:20:25,022 INFO [Time-limited test {}] server.Server(415): Started @210935ms 2024-11-13T20:20:25,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:20:25,118 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/cluster_b041f2a8-f5dc-1019-1ee2-24fccb6476ce/data/data1/current/BP-2128645088-172.17.0.2-1731529224450/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:25,118 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/cluster_b041f2a8-f5dc-1019-1ee2-24fccb6476ce/data/data2/current/BP-2128645088-172.17.0.2-1731529224450/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:25,139 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:20:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2fbb8aa56770a7b with lease ID 0x2725874d5ed1fb5a: Processing first storage report for DS-8a14ef4f-6444-49e9-bc33-bdb7725ec4ed from datanode DatanodeRegistration(127.0.0.1:35883, datanodeUuid=b36ccb49-8b3b-4b0f-abe9-04d49b1471ce, infoPort=42801, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=476584305;c=1731529224450) 2024-11-13T20:20:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2fbb8aa56770a7b with lease ID 0x2725874d5ed1fb5a: from storage DS-8a14ef4f-6444-49e9-bc33-bdb7725ec4ed node DatanodeRegistration(127.0.0.1:35883, datanodeUuid=b36ccb49-8b3b-4b0f-abe9-04d49b1471ce, infoPort=42801, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=476584305;c=1731529224450), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2fbb8aa56770a7b with lease ID 0x2725874d5ed1fb5a: Processing first storage report for DS-b319e577-70f5-4eef-bf89-675369b21132 from datanode DatanodeRegistration(127.0.0.1:35883, datanodeUuid=b36ccb49-8b3b-4b0f-abe9-04d49b1471ce, infoPort=42801, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=476584305;c=1731529224450) 2024-11-13T20:20:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2fbb8aa56770a7b with lease ID 0x2725874d5ed1fb5a: from storage DS-b319e577-70f5-4eef-bf89-675369b21132 node DatanodeRegistration(127.0.0.1:35883, datanodeUuid=b36ccb49-8b3b-4b0f-abe9-04d49b1471ce, infoPort=42801, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=476584305;c=1731529224450), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:25,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9 2024-11-13T20:20:25,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:25,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:20:25,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:20:25,567 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7 with version=8 2024-11-13T20:20:25,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/hbase-staging 2024-11-13T20:20:25,569 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:25,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:25,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:25,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:25,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:25,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:25,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:20:25,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:25,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42523 2024-11-13T20:20:25,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42523 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425230x0, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:25,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42523-0x1003acd1c580006 connected 2024-11-13T20:20:25,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:25,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:25,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on znode that does not yet exist, /2-1304793855/running 2024-11-13T20:20:25,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7, hbase.cluster.distributed=false 2024-11-13T20:20:25,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on znode that does not yet exist, /2-1304793855/acl 2024-11-13T20:20:25,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42523 2024-11-13T20:20:25,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42523 2024-11-13T20:20:25,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42523 2024-11-13T20:20:25,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42523 2024-11-13T20:20:25,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42523 2024-11-13T20:20:25,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:25,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:25,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:25,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:25,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:25,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:25,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:20:25,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:25,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36125 2024-11-13T20:20:25,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36125 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:25,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:25,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:25,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361250x0, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:25,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36125-0x1003acd1c580007 connected 2024-11-13T20:20:25,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on znode that does not yet exist, /2-1304793855/running 2024-11-13T20:20:25,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:20:25,621 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:20:25,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on znode that does not yet exist, /2-1304793855/master 2024-11-13T20:20:25,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on znode that does not yet exist, /2-1304793855/acl 2024-11-13T20:20:25,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36125 2024-11-13T20:20:25,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36125 2024-11-13T20:20:25,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36125 2024-11-13T20:20:25,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36125 2024-11-13T20:20:25,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36125 2024-11-13T20:20:25,643 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:42523 2024-11-13T20:20:25,644 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1304793855/backup-masters/04ac815325d6,42523,1731529225569 2024-11-13T20:20:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855/backup-masters 2024-11-13T20:20:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855/backup-masters 2024-11-13T20:20:25,646 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on existing znode=/2-1304793855/backup-masters/04ac815325d6,42523,1731529225569 2024-11-13T20:20:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1304793855/master 2024-11-13T20:20:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:25,648 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on existing znode=/2-1304793855/master 2024-11-13T20:20:25,648 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1304793855/backup-masters/04ac815325d6,42523,1731529225569 from backup master directory 2024-11-13T20:20:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1304793855/backup-masters/04ac815325d6,42523,1731529225569 2024-11-13T20:20:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855/backup-masters 2024-11-13T20:20:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855/backup-masters 2024-11-13T20:20:25,650 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:25,650 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,42523,1731529225569 2024-11-13T20:20:25,653 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/hbase.id] with ID: dabe45ff-fbfc-4ea5-b059-250403595b38 2024-11-13T20:20:25,653 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/.tmp/hbase.id 2024-11-13T20:20:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:20:25,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:25,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:25,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:26,064 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/.tmp/hbase.id]:[hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/hbase.id] 2024-11-13T20:20:26,074 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:26,074 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:20:26,075 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:20:26,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:26,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:20:26,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:26,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:26,397 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38303 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:26,487 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:26,488 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:20:26,488 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:26,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:20:26,896 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store 2024-11-13T20:20:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:20:27,302 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:27,302 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:27,302 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:27,302 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:27,302 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:27,302 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:27,302 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:27,303 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529227302Disabling compacts and flushes for region at 1731529227302Disabling writes for close at 1731529227302Writing region close event to WAL at 1731529227302Closed at 1731529227302 2024-11-13T20:20:27,303 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/.initializing 2024-11-13T20:20:27,304 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/WALs/04ac815325d6,42523,1731529225569 2024-11-13T20:20:27,304 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:27,306 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C42523%2C1731529225569, suffix=, logDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/WALs/04ac815325d6,42523,1731529225569, archiveDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/oldWALs, maxLogs=10 2024-11-13T20:20:27,323 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/WALs/04ac815325d6,42523,1731529225569/04ac815325d6%2C42523%2C1731529225569.1731529227306, exclude list is [], retry=0 2024-11-13T20:20:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-8a14ef4f-6444-49e9-bc33-bdb7725ec4ed,DISK] 2024-11-13T20:20:27,329 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/WALs/04ac815325d6,42523,1731529225569/04ac815325d6%2C42523%2C1731529225569.1731529227306 2024-11-13T20:20:27,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42801:42801)] 2024-11-13T20:20:27,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:27,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:27,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:20:27,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:27,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:27,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:20:27,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:27,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:27,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:20:27,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:27,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:27,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:20:27,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:27,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:27,336 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,336 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,336 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,337 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,337 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,337 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:27,339 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:27,341 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:27,341 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62347247, jitterRate=-0.0709536224603653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:27,341 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529227329Initializing all the Stores at 1731529227330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529227330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529227330Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529227330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529227330Cleaning up temporary data from old regions at 1731529227337 (+7 ms)Region opened successfully at 1731529227341 (+4 ms) 2024-11-13T20:20:27,341 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:20:27,344 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5711c9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:27,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:20:27,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:20:27,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:20:27,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:20:27,345 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:20:27,346 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:20:27,346 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:20:27,352 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:20:27,353 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Unable to get data of znode /2-1304793855/balancer because node does not exist (not necessarily an error) 2024-11-13T20:20:27,354 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1304793855/balancer already deleted, retry=false 2024-11-13T20:20:27,354 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:20:27,355 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Unable to get data of znode /2-1304793855/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:20:27,356 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1304793855/normalizer already deleted, retry=false 2024-11-13T20:20:27,357 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:20:27,357 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Unable to get data of znode /2-1304793855/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:20:27,358 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1304793855/switch/split already deleted, retry=false 2024-11-13T20:20:27,359 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Unable to get data of znode /2-1304793855/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:20:27,360 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1304793855/switch/merge already deleted, retry=false 2024-11-13T20:20:27,362 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Unable to get data of znode /2-1304793855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:20:27,363 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1304793855/snapshot-cleanup already deleted, retry=false 2024-11-13T20:20:27,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1304793855/running 2024-11-13T20:20:27,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1304793855/running 2024-11-13T20:20:27,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:27,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:27,365 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,42523,1731529225569, sessionid=0x1003acd1c580006, setting cluster-up flag (Was=false) 2024-11-13T20:20:27,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:27,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:27,371 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1304793855/flush-table-proc/acquired, /2-1304793855/flush-table-proc/reached, /2-1304793855/flush-table-proc/abort 2024-11-13T20:20:27,371 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42523,1731529225569 2024-11-13T20:20:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:27,378 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1304793855/online-snapshot/acquired, /2-1304793855/online-snapshot/reached, /2-1304793855/online-snapshot/abort 2024-11-13T20:20:27,379 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42523,1731529225569 2024-11-13T20:20:27,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:20:27,381 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:27,382 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:20:27,382 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:20:27,382 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,42523,1731529225569 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:20:27,383 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:27,383 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:27,383 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:27,383 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:27,384 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:20:27,384 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,384 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:27,384 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:27,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:20:27,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:27,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529257394 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:20:27,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,395 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:20:27,395 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:20:27,395 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:20:27,395 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:20:27,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:20:27,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:20:27,401 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529227401,5,FailOnTimeoutGroup] 2024-11-13T20:20:27,401 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529227401,5,FailOnTimeoutGroup] 2024-11-13T20:20:27,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:20:27,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:20:27,431 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(746): ClusterId : dabe45ff-fbfc-4ea5-b059-250403595b38 2024-11-13T20:20:27,431 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:20:27,433 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:20:27,433 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:20:27,435 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:20:27,435 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f0f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:27,449 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:36125 2024-11-13T20:20:27,449 INFO [RS:0;04ac815325d6:36125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:20:27,449 INFO [RS:0;04ac815325d6:36125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:20:27,449 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:20:27,450 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,42523,1731529225569 with port=36125, startcode=1731529225609 2024-11-13T20:20:27,450 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:20:27,452 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:20:27,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,36125,1731529225609 2024-11-13T20:20:27,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42523 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,36125,1731529225609 2024-11-13T20:20:27,453 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7 2024-11-13T20:20:27,453 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44725 2024-11-13T20:20:27,453 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:20:27,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855/rs 2024-11-13T20:20:27,459 DEBUG [RS:0;04ac815325d6:36125 {}] zookeeper.ZKUtil(111): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on existing znode=/2-1304793855/rs/04ac815325d6,36125,1731529225609 2024-11-13T20:20:27,459 WARN [RS:0;04ac815325d6:36125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:27,459 INFO [RS:0;04ac815325d6:36125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:27,459 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609 2024-11-13T20:20:27,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,36125,1731529225609] 2024-11-13T20:20:27,461 INFO [RS:0;04ac815325d6:36125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:20:27,463 INFO [RS:0;04ac815325d6:36125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:20:27,463 INFO [RS:0;04ac815325d6:36125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:20:27,463 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,465 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:20:27,465 INFO [RS:0;04ac815325d6:36125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:20:27,465 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,465 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,465 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,465 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,465 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,465 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,465 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:27,465 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,466 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,466 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,466 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,466 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,466 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:27,466 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:27,466 DEBUG [RS:0;04ac815325d6:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:27,469 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,469 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,469 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,469 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,469 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,469 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36125,1731529225609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:27,487 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:20:27,487 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36125,1731529225609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,487 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,487 INFO [RS:0;04ac815325d6:36125 {}] regionserver.Replication(171): 04ac815325d6,36125,1731529225609 started 2024-11-13T20:20:27,503 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:27,503 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,36125,1731529225609, RpcServer on 04ac815325d6/172.17.0.2:36125, sessionid=0x1003acd1c580007 2024-11-13T20:20:27,503 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:20:27,503 DEBUG [RS:0;04ac815325d6:36125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,36125,1731529225609 2024-11-13T20:20:27,503 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,36125,1731529225609' 2024-11-13T20:20:27,503 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1304793855/flush-table-proc/abort' 2024-11-13T20:20:27,504 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1304793855/flush-table-proc/acquired' 2024-11-13T20:20:27,504 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:20:27,504 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:20:27,504 DEBUG [RS:0;04ac815325d6:36125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,36125,1731529225609 2024-11-13T20:20:27,504 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,36125,1731529225609' 2024-11-13T20:20:27,504 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1304793855/online-snapshot/abort' 2024-11-13T20:20:27,504 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1304793855/online-snapshot/acquired' 2024-11-13T20:20:27,505 DEBUG [RS:0;04ac815325d6:36125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:20:27,505 INFO [RS:0;04ac815325d6:36125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:20:27,505 INFO [RS:0;04ac815325d6:36125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:20:27,605 INFO [RS:0;04ac815325d6:36125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:27,606 INFO [RS:0;04ac815325d6:36125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C36125%2C1731529225609, suffix=, logDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609, archiveDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/oldWALs, maxLogs=10 2024-11-13T20:20:27,621 DEBUG [RS:0;04ac815325d6:36125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, exclude list is [], retry=0 2024-11-13T20:20:27,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-8a14ef4f-6444-49e9-bc33-bdb7725ec4ed,DISK] 2024-11-13T20:20:27,626 INFO [RS:0;04ac815325d6:36125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 2024-11-13T20:20:27,626 DEBUG [RS:0;04ac815325d6:36125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42801:42801)] 2024-11-13T20:20:27,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:20:27,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7 2024-11-13T20:20:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:20:28,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:28,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:28,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:28,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:28,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:28,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:28,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:28,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:28,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:28,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:28,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740 2024-11-13T20:20:28,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740 2024-11-13T20:20:28,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:28,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:28,217 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:28,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:28,220 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:28,220 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67283696, jitterRate=0.0026051998138427734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:28,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529228209Initializing all the Stores at 1731529228209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529228210 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529228210Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529228210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529228210Cleaning up temporary data from old regions at 1731529228217 (+7 ms)Region opened successfully at 1731529228220 (+3 ms) 2024-11-13T20:20:28,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:28,221 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:28,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:28,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:28,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:28,221 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:28,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529228220Disabling compacts and flushes for region at 1731529228220Disabling writes for close at 1731529228221 (+1 ms)Writing region close event to WAL at 1731529228221Closed at 1731529228221 2024-11-13T20:20:28,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:28,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:20:28,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:20:28,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:28,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:20:28,374 DEBUG [04ac815325d6:42523 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:20:28,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,36125,1731529225609 2024-11-13T20:20:28,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,36125,1731529225609, state=OPENING 2024-11-13T20:20:28,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:20:28,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:28,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:28,379 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:28,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,36125,1731529225609}] 2024-11-13T20:20:28,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1304793855/meta-region-server: CHANGED 2024-11-13T20:20:28,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1304793855/meta-region-server: CHANGED 2024-11-13T20:20:28,532 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:28,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:20:28,536 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:20:28,536 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:28,537 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:20:28,538 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C36125%2C1731529225609.meta, suffix=.meta, logDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609, archiveDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/oldWALs, maxLogs=10 2024-11-13T20:20:28,552 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.meta.1731529228538.meta, exclude list is [], retry=0 2024-11-13T20:20:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-8a14ef4f-6444-49e9-bc33-bdb7725ec4ed,DISK] 2024-11-13T20:20:28,556 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.meta.1731529228538.meta 2024-11-13T20:20:28,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42801:42801)] 2024-11-13T20:20:28,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:28,556 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:28,557 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:28,557 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:20:28,557 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:20:28,557 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:20:28,557 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:28,557 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:20:28,557 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:20:28,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:28,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:28,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:28,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:28,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:28,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:28,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:28,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:28,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:28,562 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:28,563 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740 2024-11-13T20:20:28,563 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740 2024-11-13T20:20:28,565 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:28,565 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:28,565 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:28,566 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:28,567 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58885895, jitterRate=-0.12253178656101227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:28,567 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:20:28,567 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529228557Writing region info on filesystem at 1731529228557Initializing all the Stores at 1731529228558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529228558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529228558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529228558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529228558Cleaning up temporary data from old regions at 1731529228565 (+7 ms)Running coprocessor post-open hooks at 1731529228567 (+2 ms)Region opened successfully at 1731529228567 2024-11-13T20:20:28,568 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529228532 2024-11-13T20:20:28,570 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:20:28,570 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:20:28,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,36125,1731529225609 2024-11-13T20:20:28,572 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,36125,1731529225609, state=OPEN 2024-11-13T20:20:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1304793855/meta-region-server 2024-11-13T20:20:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1304793855/meta-region-server 2024-11-13T20:20:28,573 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,36125,1731529225609 2024-11-13T20:20:28,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1304793855/meta-region-server: CHANGED 2024-11-13T20:20:28,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1304793855/meta-region-server: CHANGED 2024-11-13T20:20:28,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:20:28,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,36125,1731529225609 in 194 msec 2024-11-13T20:20:28,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:20:28,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-13T20:20:28,577 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:28,577 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:20:28,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:28,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36125,1731529225609, seqNum=-1] 2024-11-13T20:20:28,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:28,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:28,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-13T20:20:28,584 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529228584, completionTime=-1 2024-11-13T20:20:28,584 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:20:28,584 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529288586 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529348586 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42523,1731529225569-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42523,1731529225569-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42523,1731529225569-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:42523, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:28,586 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:28,588 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42523,1731529225569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:28,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42523,1731529225569-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:20:28,592 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:20:28,592 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:20:28,592 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42523,1731529225569-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:28,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ef94d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:28,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:28,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:28,633 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295c51ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:28,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:28,635 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:28,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:28,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:28,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36125,1731529225609, seqNum=-1] 2024-11-13T20:20:28,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:28,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:28,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,42523,1731529225569 2024-11-13T20:20:28,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-13T20:20:28,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:28,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1003acd1c580008 connected 2024-11-13T20:20:28,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38569,1731529217642 2024-11-13T20:20:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@157e13c6 2024-11-13T20:20:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:28,649 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:28,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:20:28,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:28,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:28,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:20:28,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:20:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:29,062 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a40e57ca867458a018666b527af74c1e, NAME => 'test,,1731529228649.a40e57ca867458a018666b527af74c1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b 2024-11-13T20:20:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:20:29,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529228649.a40e57ca867458a018666b527af74c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:29,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a40e57ca867458a018666b527af74c1e, disabling compactions & flushes 2024-11-13T20:20:29,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:29,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:29,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529228649.a40e57ca867458a018666b527af74c1e. after waiting 0 ms 2024-11-13T20:20:29,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:29,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:29,071 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a40e57ca867458a018666b527af74c1e: Waiting for close lock at 1731529229071Disabling compacts and flushes for region at 1731529229071Disabling writes for close at 1731529229071Writing region close event to WAL at 1731529229071Closed at 1731529229071 2024-11-13T20:20:29,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:29,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529228649.a40e57ca867458a018666b527af74c1e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529229072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529229072"}]},"ts":"1731529229072"} 2024-11-13T20:20:29,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:29,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:29,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529229075"}]},"ts":"1731529229075"} 2024-11-13T20:20:29,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:20:29,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a40e57ca867458a018666b527af74c1e, ASSIGN}] 2024-11-13T20:20:29,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a40e57ca867458a018666b527af74c1e, ASSIGN 2024-11-13T20:20:29,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a40e57ca867458a018666b527af74c1e, ASSIGN; state=OFFLINE, location=04ac815325d6,35451,1731529217712; forceNewPlan=false, retain=false 2024-11-13T20:20:29,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a40e57ca867458a018666b527af74c1e, regionState=OPENING, regionLocation=04ac815325d6,35451,1731529217712 2024-11-13T20:20:29,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a40e57ca867458a018666b527af74c1e, ASSIGN because future has completed 2024-11-13T20:20:29,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a40e57ca867458a018666b527af74c1e, server=04ac815325d6,35451,1731529217712}] 2024-11-13T20:20:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:29,414 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:29,414 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a40e57ca867458a018666b527af74c1e, NAME => 'test,,1731529228649.a40e57ca867458a018666b527af74c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:29,414 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:29,415 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:20:29,415 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,415 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529228649.a40e57ca867458a018666b527af74c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:29,415 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,415 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,416 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,417 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40e57ca867458a018666b527af74c1e columnFamilyName f 2024-11-13T20:20:29,418 DEBUG [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:29,418 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] regionserver.HStore(327): Store=a40e57ca867458a018666b527af74c1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:29,418 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,419 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40e57ca867458a018666b527af74c1e columnFamilyName f1 2024-11-13T20:20:29,419 DEBUG [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:29,419 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] regionserver.HStore(327): Store=a40e57ca867458a018666b527af74c1e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:29,419 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,420 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40e57ca867458a018666b527af74c1e columnFamilyName norep 2024-11-13T20:20:29,420 DEBUG [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:29,421 INFO [StoreOpener-a40e57ca867458a018666b527af74c1e-1 {}] regionserver.HStore(327): Store=a40e57ca867458a018666b527af74c1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:29,421 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,421 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,421 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,422 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,422 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,423 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:29,424 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,425 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:29,425 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a40e57ca867458a018666b527af74c1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66355976, jitterRate=-0.011218905448913574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:29,426 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:29,426 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a40e57ca867458a018666b527af74c1e: Running coprocessor pre-open hook at 1731529229415Writing region info on filesystem at 1731529229415Initializing all the Stores at 1731529229416 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529229416Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529229416Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529229416Cleaning up temporary data from old regions at 1731529229422 (+6 ms)Running coprocessor post-open hooks at 1731529229426 (+4 ms)Region opened successfully at 1731529229426 2024-11-13T20:20:29,427 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529228649.a40e57ca867458a018666b527af74c1e., pid=6, masterSystemTime=1731529229404 2024-11-13T20:20:29,429 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:29,429 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:29,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a40e57ca867458a018666b527af74c1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,35451,1731529217712 2024-11-13T20:20:29,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a40e57ca867458a018666b527af74c1e, server=04ac815325d6,35451,1731529217712 because future has completed 2024-11-13T20:20:29,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:20:29,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a40e57ca867458a018666b527af74c1e, server=04ac815325d6,35451,1731529217712 in 199 msec 2024-11-13T20:20:29,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:20:29,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a40e57ca867458a018666b527af74c1e, ASSIGN in 358 msec 2024-11-13T20:20:29,437 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:29,437 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529229437"}]},"ts":"1731529229437"} 2024-11-13T20:20:29,438 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:20:29,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:29,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 789 msec 2024-11-13T20:20:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:20:29,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:20:29,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:20:29,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T20:20:29,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:29,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T20:20:29,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:29,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T20:20:29,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:29,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T20:20:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:29,788 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:20:29,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40689,1731529221608 2024-11-13T20:20:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7303b84 2024-11-13T20:20:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:29,791 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:29,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:20:29,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:29,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:29,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:20:29,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:20:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:30,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dee9ada30e06fba347b8e115cdb6fcce, NAME => 'test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912 2024-11-13T20:20:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:20:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:30,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dee9ada30e06fba347b8e115cdb6fcce, disabling compactions & flushes 2024-11-13T20:20:30,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. after waiting 0 ms 2024-11-13T20:20:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:30,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dee9ada30e06fba347b8e115cdb6fcce: Waiting for close lock at 1731529230659Disabling compacts and flushes for region at 1731529230659Disabling writes for close at 1731529230660 (+1 ms)Writing region close event to WAL at 1731529230660Closed at 1731529230660 2024-11-13T20:20:30,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:30,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529230661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529230661"}]},"ts":"1731529230661"} 2024-11-13T20:20:30,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:30,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:30,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529230664"}]},"ts":"1731529230664"} 2024-11-13T20:20:30,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:20:30,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dee9ada30e06fba347b8e115cdb6fcce, ASSIGN}] 2024-11-13T20:20:30,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dee9ada30e06fba347b8e115cdb6fcce, ASSIGN 2024-11-13T20:20:30,668 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dee9ada30e06fba347b8e115cdb6fcce, ASSIGN; state=OFFLINE, location=04ac815325d6,44907,1731529221742; forceNewPlan=false, retain=false 2024-11-13T20:20:30,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dee9ada30e06fba347b8e115cdb6fcce, regionState=OPENING, regionLocation=04ac815325d6,44907,1731529221742 2024-11-13T20:20:30,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dee9ada30e06fba347b8e115cdb6fcce, ASSIGN because future has completed 2024-11-13T20:20:30,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dee9ada30e06fba347b8e115cdb6fcce, server=04ac815325d6,44907,1731529221742}] 2024-11-13T20:20:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:30,981 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:30,982 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dee9ada30e06fba347b8e115cdb6fcce, NAME => 'test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:30,982 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:30,982 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:20:30,982 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,982 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:30,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,984 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,985 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9ada30e06fba347b8e115cdb6fcce columnFamilyName f 2024-11-13T20:20:30,986 DEBUG [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:30,986 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] regionserver.HStore(327): Store=dee9ada30e06fba347b8e115cdb6fcce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:30,986 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,987 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9ada30e06fba347b8e115cdb6fcce columnFamilyName f1 2024-11-13T20:20:30,987 DEBUG [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:30,988 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] regionserver.HStore(327): Store=dee9ada30e06fba347b8e115cdb6fcce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:30,988 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,989 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee9ada30e06fba347b8e115cdb6fcce columnFamilyName norep 2024-11-13T20:20:30,989 DEBUG [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:30,989 INFO [StoreOpener-dee9ada30e06fba347b8e115cdb6fcce-1 {}] regionserver.HStore(327): Store=dee9ada30e06fba347b8e115cdb6fcce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:30,990 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,990 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,991 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,992 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,992 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,992 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:30,993 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,995 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:30,996 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dee9ada30e06fba347b8e115cdb6fcce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63923346, jitterRate=-0.0474679172039032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:30,996 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:30,996 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dee9ada30e06fba347b8e115cdb6fcce: Running coprocessor pre-open hook at 1731529230983Writing region info on filesystem at 1731529230983Initializing all the Stores at 1731529230983Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529230983Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529230984 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529230984Cleaning up temporary data from old regions at 1731529230992 (+8 ms)Running coprocessor post-open hooks at 1731529230996 (+4 ms)Region opened successfully at 1731529230996 2024-11-13T20:20:30,997 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce., pid=6, masterSystemTime=1731529230973 2024-11-13T20:20:30,999 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:30,999 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:31,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dee9ada30e06fba347b8e115cdb6fcce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,44907,1731529221742 2024-11-13T20:20:31,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dee9ada30e06fba347b8e115cdb6fcce, server=04ac815325d6,44907,1731529221742 because future has completed 2024-11-13T20:20:31,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:20:31,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dee9ada30e06fba347b8e115cdb6fcce, server=04ac815325d6,44907,1731529221742 in 182 msec 2024-11-13T20:20:31,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:20:31,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dee9ada30e06fba347b8e115cdb6fcce, ASSIGN in 339 msec 2024-11-13T20:20:31,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:31,008 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529231008"}]},"ts":"1731529231008"} 2024-11-13T20:20:31,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:20:31,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:31,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-11-13T20:20:31,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:20:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:31,947 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:20:31,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42523,1731529225569 2024-11-13T20:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4545f32a 2024-11-13T20:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:31,950 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:31,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:20:31,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:31,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:31,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:20:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:31,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:20:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:32,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4dd58880a21f646967bfb2ac6fdbb36, NAME => 'test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7 2024-11-13T20:20:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:20:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:32,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:32,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4dd58880a21f646967bfb2ac6fdbb36, disabling compactions & flushes 2024-11-13T20:20:32,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:32,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:32,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. after waiting 0 ms 2024-11-13T20:20:32,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:32,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:32,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4dd58880a21f646967bfb2ac6fdbb36: Waiting for close lock at 1731529232767Disabling compacts and flushes for region at 1731529232767Disabling writes for close at 1731529232767Writing region close event to WAL at 1731529232767Closed at 1731529232767 2024-11-13T20:20:32,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:32,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529232769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529232769"}]},"ts":"1731529232769"} 2024-11-13T20:20:32,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:32,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:32,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529232772"}]},"ts":"1731529232772"} 2024-11-13T20:20:32,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:20:32,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4dd58880a21f646967bfb2ac6fdbb36, ASSIGN}] 2024-11-13T20:20:32,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4dd58880a21f646967bfb2ac6fdbb36, ASSIGN 2024-11-13T20:20:32,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4dd58880a21f646967bfb2ac6fdbb36, ASSIGN; state=OFFLINE, location=04ac815325d6,36125,1731529225609; forceNewPlan=false, retain=false 2024-11-13T20:20:32,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4dd58880a21f646967bfb2ac6fdbb36, regionState=OPENING, regionLocation=04ac815325d6,36125,1731529225609 2024-11-13T20:20:32,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4dd58880a21f646967bfb2ac6fdbb36, ASSIGN because future has completed 2024-11-13T20:20:32,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4dd58880a21f646967bfb2ac6fdbb36, server=04ac815325d6,36125,1731529225609}] 2024-11-13T20:20:33,085 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:33,085 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4dd58880a21f646967bfb2ac6fdbb36, NAME => 'test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:33,086 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:33,086 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:20:33,086 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,086 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:33,086 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,086 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:33,087 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,088 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4dd58880a21f646967bfb2ac6fdbb36 columnFamilyName f 2024-11-13T20:20:33,089 DEBUG [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:33,089 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] regionserver.HStore(327): Store=e4dd58880a21f646967bfb2ac6fdbb36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:33,089 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,090 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4dd58880a21f646967bfb2ac6fdbb36 columnFamilyName f1 2024-11-13T20:20:33,090 DEBUG [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:33,090 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] regionserver.HStore(327): Store=e4dd58880a21f646967bfb2ac6fdbb36/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:33,090 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,091 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4dd58880a21f646967bfb2ac6fdbb36 columnFamilyName norep 2024-11-13T20:20:33,091 DEBUG [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:33,091 INFO [StoreOpener-e4dd58880a21f646967bfb2ac6fdbb36-1 {}] regionserver.HStore(327): Store=e4dd58880a21f646967bfb2ac6fdbb36/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:33,092 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,092 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,093 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:33,095 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,097 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:33,097 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4dd58880a21f646967bfb2ac6fdbb36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74587692, jitterRate=0.11144322156906128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:33,097 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:33,097 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4dd58880a21f646967bfb2ac6fdbb36: Running coprocessor pre-open hook at 1731529233086Writing region info on filesystem at 1731529233086Initializing all the Stores at 1731529233087 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529233087Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529233087Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529233087Cleaning up temporary data from old regions at 1731529233094 (+7 ms)Running coprocessor post-open hooks at 1731529233097 (+3 ms)Region opened successfully at 1731529233097 2024-11-13T20:20:33,098 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36., pid=6, masterSystemTime=1731529233081 2024-11-13T20:20:33,101 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:33,101 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:33,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4dd58880a21f646967bfb2ac6fdbb36, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,36125,1731529225609 2024-11-13T20:20:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4dd58880a21f646967bfb2ac6fdbb36, server=04ac815325d6,36125,1731529225609 because future has completed 2024-11-13T20:20:33,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:20:33,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4dd58880a21f646967bfb2ac6fdbb36, server=04ac815325d6,36125,1731529225609 in 175 msec 2024-11-13T20:20:33,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:20:33,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4dd58880a21f646967bfb2ac6fdbb36, ASSIGN in 332 msec 2024-11-13T20:20:33,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:33,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529233109"}]},"ts":"1731529233109"} 2024-11-13T20:20:33,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:20:33,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:33,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-13T20:20:34,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:34,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:20:34,097 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:20:34,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38569,-1 for getting cluster id 2024-11-13T20:20:34,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:34,101 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '481f762e-502a-4145-977e-f22e931ffd69' 2024-11-13T20:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "481f762e-502a-4145-977e-f22e931ffd69" 2024-11-13T20:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346fc892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38569,-1] 2024-11-13T20:20:34,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:34,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:34,103 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211249e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38569,1731529217642 2024-11-13T20:20:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b5365ab 2024-11-13T20:20:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:34,107 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:34,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:40689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:20:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:20:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:34,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,115 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:40689' 2024-11-13T20:20:34,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,118 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e15f60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,118 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40689,-1 for getting cluster id 2024-11-13T20:20:34,118 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:34,119 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbce3aaa-eb28-4498-b7b8-d424d4ec983c' 2024-11-13T20:20:34,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:34,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbce3aaa-eb28-4498-b7b8-d424d4ec983c" 2024-11-13T20:20:34,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d747ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40689,-1] 2024-11-13T20:20:34,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:34,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:34,121 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:34,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1317655d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,123 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:34,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40689,1731529221608 2024-11-13T20:20:34,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bcca0cb 2024-11-13T20:20:34,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:34,125 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:34,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,127 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T20:20:34,127 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:20:34,127 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:34,127 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:34,128 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:34,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:34,129 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:20:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:34,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:34,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:34,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:20:34,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ade5b602edf0e73a242ef82ecfb02e4, NAME => 'hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b 2024-11-13T20:20:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:20:34,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:34,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ade5b602edf0e73a242ef82ecfb02e4, disabling compactions & flushes 2024-11-13T20:20:34,171 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:34,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:34,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. after waiting 0 ms 2024-11-13T20:20:34,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:34,171 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:34,171 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ade5b602edf0e73a242ef82ecfb02e4: Waiting for close lock at 1731529234171Disabling compacts and flushes for region at 1731529234171Disabling writes for close at 1731529234171Writing region close event to WAL at 1731529234171Closed at 1731529234171 2024-11-13T20:20:34,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:34,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529234174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529234174"}]},"ts":"1731529234174"} 2024-11-13T20:20:34,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:34,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:34,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529234179"}]},"ts":"1731529234179"} 2024-11-13T20:20:34,180 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:20:34,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:20:34,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ade5b602edf0e73a242ef82ecfb02e4, ASSIGN}] 2024-11-13T20:20:34,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ade5b602edf0e73a242ef82ecfb02e4, ASSIGN 2024-11-13T20:20:34,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ade5b602edf0e73a242ef82ecfb02e4, ASSIGN; state=OFFLINE, location=04ac815325d6,35451,1731529217712; forceNewPlan=false, retain=false 2024-11-13T20:20:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:34,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ade5b602edf0e73a242ef82ecfb02e4, regionState=OPENING, regionLocation=04ac815325d6,35451,1731529217712 2024-11-13T20:20:34,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ade5b602edf0e73a242ef82ecfb02e4, ASSIGN because future has completed 2024-11-13T20:20:34,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ade5b602edf0e73a242ef82ecfb02e4, server=04ac815325d6,35451,1731529217712}] 2024-11-13T20:20:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:34,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:34,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:34,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:20:34,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C35451%2C1731529217712.rep, suffix=, logDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712, archiveDir=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/oldWALs, maxLogs=10 2024-11-13T20:20:34,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.rep.1731529234499, exclude list is [], retry=0 2024-11-13T20:20:34,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-6696e227-895d-4c31-b6de-86559007ac12,DISK] 2024-11-13T20:20:34,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.rep.1731529234499 2024-11-13T20:20:34,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40939:40939)] 2024-11-13T20:20:34,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ade5b602edf0e73a242ef82ecfb02e4, NAME => 'hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:34,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:34,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:34,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. service=MultiRowMutationService 2024-11-13T20:20:34,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:20:34,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:34,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,521 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,522 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ade5b602edf0e73a242ef82ecfb02e4 columnFamilyName hfileref 2024-11-13T20:20:34,522 DEBUG [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:34,523 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] regionserver.HStore(327): Store=3ade5b602edf0e73a242ef82ecfb02e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:34,523 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,524 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ade5b602edf0e73a242ef82ecfb02e4 columnFamilyName queue 2024-11-13T20:20:34,524 DEBUG [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:34,524 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] regionserver.HStore(327): Store=3ade5b602edf0e73a242ef82ecfb02e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:34,525 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,525 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ade5b602edf0e73a242ef82ecfb02e4 columnFamilyName sid 2024-11-13T20:20:34,525 DEBUG [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:34,526 INFO [StoreOpener-3ade5b602edf0e73a242ef82ecfb02e4-1 {}] regionserver.HStore(327): Store=3ade5b602edf0e73a242ef82ecfb02e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:34,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/replication/3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/replication/3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:34,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/replication/3ade5b602edf0e73a242ef82ecfb02e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:34,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3ade5b602edf0e73a242ef82ecfb02e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69873079, jitterRate=0.0411900132894516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:34,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:34,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3ade5b602edf0e73a242ef82ecfb02e4: Running coprocessor pre-open hook at 1731529234520Writing region info on filesystem at 1731529234520Initializing all the Stores at 1731529234521 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529234521Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529234521Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529234521Cleaning up temporary data from old regions at 1731529234528 (+7 ms)Running coprocessor post-open hooks at 1731529234531 (+3 ms)Region opened successfully at 1731529234531 2024-11-13T20:20:34,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4., pid=10, masterSystemTime=1731529234493 2024-11-13T20:20:34,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:34,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:34,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ade5b602edf0e73a242ef82ecfb02e4, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35451,1731529217712 2024-11-13T20:20:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ade5b602edf0e73a242ef82ecfb02e4, server=04ac815325d6,35451,1731529217712 because future has completed 2024-11-13T20:20:34,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:20:34,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ade5b602edf0e73a242ef82ecfb02e4, server=04ac815325d6,35451,1731529217712 in 198 msec 2024-11-13T20:20:34,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:20:34,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ade5b602edf0e73a242ef82ecfb02e4, ASSIGN in 357 msec 2024-11-13T20:20:34,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:34,544 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529234543"}]},"ts":"1731529234543"} 2024-11-13T20:20:34,545 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:20:34,546 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:34,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 418 msec 2024-11-13T20:20:34,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4., hostname=04ac815325d6,35451,1731529217712, seqNum=2] 2024-11-13T20:20:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:34,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:20:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:34,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:20:34,757 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:20:34,790 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,35451,1731529217712, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:20:34,791 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:34,791 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35451,1731529217712, seqNum=-1] 2024-11-13T20:20:34,791 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:34,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:34,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,35451,1731529217712', locateType=CURRENT is [region=hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4., hostname=04ac815325d6,35451,1731529217712, seqNum=2] 2024-11-13T20:20:34,796 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:20:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:20:34,799 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,35451,1731529217712 suceeded 2024-11-13T20:20:34,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:20:34,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T20:20:34,801 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:40689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:20:34,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 693 msec 2024-11-13T20:20:34,813 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:40689' 2024-11-13T20:20:34,814 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c94a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,814 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40689,-1 for getting cluster id 2024-11-13T20:20:34,814 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:34,815 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbce3aaa-eb28-4498-b7b8-d424d4ec983c' 2024-11-13T20:20:34,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:34,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbce3aaa-eb28-4498-b7b8-d424d4ec983c" 2024-11-13T20:20:34,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a85482c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40689,-1] 2024-11-13T20:20:34,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:34,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:34,817 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:34,817 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2729e561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:34,817 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:34,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40689,1731529221608 2024-11-13T20:20:34,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3389df3d 2024-11-13T20:20:34,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:34,819 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T20:20:34,820 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,35451,1731529217712 (queues=1) is replicating from cluster=481f762e-502a-4145-977e-f22e931ffd69 to cluster=dbce3aaa-eb28-4498-b7b8-d424d4ec983c 2024-11-13T20:20:34,820 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C35451%2C1731529217712 2024-11-13T20:20:34,820 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,35451,1731529217712, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:20:34,820 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C35451%2C1731529217712 2024-11-13T20:20:34,820 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, startPosition=0, beingWritten=true 2024-11-13T20:20:34,825 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:34,825 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:34,826 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:35,029 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:35,246 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:20:35,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:35,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:35,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:35,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:35,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:35,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:35,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40689,-1 for getting cluster id 2024-11-13T20:20:35,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:35,249 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbce3aaa-eb28-4498-b7b8-d424d4ec983c' 2024-11-13T20:20:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbce3aaa-eb28-4498-b7b8-d424d4ec983c" 2024-11-13T20:20:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fedac9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40689,-1] 2024-11-13T20:20:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:35,250 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d705e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:35,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:35,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40689,1731529221608 2024-11-13T20:20:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a9faba 2024-11-13T20:20:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:35,265 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:35,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:42523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:20:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:20:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:35,269 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:42523' 2024-11-13T20:20:35,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aba44bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:35,283 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:35,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:35,285 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:35,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:35,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c32681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:35,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:35,288 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:35,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fef4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:35,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42523,1731529225569 2024-11-13T20:20:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39afb458 2024-11-13T20:20:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:35,296 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:35,297 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:20:35,297 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:20:35,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:35,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:35,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:35,297 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:35,298 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:20:35,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:35,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:35,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:20:35,347 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:35,349 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:20:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:35,715 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a872b5cfb93b80443842f4eb4d7f4cd6, NAME => 'hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912 2024-11-13T20:20:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:20:35,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:35,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a872b5cfb93b80443842f4eb4d7f4cd6, disabling compactions & flushes 2024-11-13T20:20:35,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:35,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:35,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. after waiting 0 ms 2024-11-13T20:20:35,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:35,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:35,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a872b5cfb93b80443842f4eb4d7f4cd6: Waiting for close lock at 1731529235727Disabling compacts and flushes for region at 1731529235727Disabling writes for close at 1731529235727Writing region close event to WAL at 1731529235727Closed at 1731529235727 2024-11-13T20:20:35,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:35,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529235729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529235729"}]},"ts":"1731529235729"} 2024-11-13T20:20:35,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:35,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:35,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529235733"}]},"ts":"1731529235733"} 2024-11-13T20:20:35,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:20:35,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a872b5cfb93b80443842f4eb4d7f4cd6, ASSIGN}] 2024-11-13T20:20:35,736 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a872b5cfb93b80443842f4eb4d7f4cd6, ASSIGN 2024-11-13T20:20:35,737 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a872b5cfb93b80443842f4eb4d7f4cd6, ASSIGN; state=OFFLINE, location=04ac815325d6,44907,1731529221742; forceNewPlan=false, retain=false 2024-11-13T20:20:35,751 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:35,888 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a872b5cfb93b80443842f4eb4d7f4cd6, regionState=OPENING, regionLocation=04ac815325d6,44907,1731529221742 2024-11-13T20:20:35,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a872b5cfb93b80443842f4eb4d7f4cd6, ASSIGN because future has completed 2024-11-13T20:20:35,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872b5cfb93b80443842f4eb4d7f4cd6, server=04ac815325d6,44907,1731529221742}] 2024-11-13T20:20:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:36,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:36,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:36,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:20:36,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44907%2C1731529221742.rep, suffix=, logDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742, archiveDir=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/oldWALs, maxLogs=10 2024-11-13T20:20:36,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.rep.1731529236050, exclude list is [], retry=0 2024-11-13T20:20:36,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-9b1a490c-eebf-4cfc-8e35-0ed9cf0c98ad,DISK] 2024-11-13T20:20:36,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.rep.1731529236050 2024-11-13T20:20:36,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-13T20:20:36,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a872b5cfb93b80443842f4eb4d7f4cd6, NAME => 'hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:36,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:36,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:36,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. service=MultiRowMutationService 2024-11-13T20:20:36,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:20:36,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:36,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,074 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,075 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a872b5cfb93b80443842f4eb4d7f4cd6 columnFamilyName hfileref 2024-11-13T20:20:36,075 DEBUG [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:36,076 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] regionserver.HStore(327): Store=a872b5cfb93b80443842f4eb4d7f4cd6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:36,076 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,077 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a872b5cfb93b80443842f4eb4d7f4cd6 columnFamilyName queue 2024-11-13T20:20:36,077 DEBUG [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:36,077 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] regionserver.HStore(327): Store=a872b5cfb93b80443842f4eb4d7f4cd6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:36,077 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,078 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a872b5cfb93b80443842f4eb4d7f4cd6 columnFamilyName sid 2024-11-13T20:20:36,078 DEBUG [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:36,078 INFO [StoreOpener-a872b5cfb93b80443842f4eb4d7f4cd6-1 {}] regionserver.HStore(327): Store=a872b5cfb93b80443842f4eb4d7f4cd6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:36,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/replication/a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/replication/a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:36,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/replication/a872b5cfb93b80443842f4eb4d7f4cd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:36,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a872b5cfb93b80443842f4eb4d7f4cd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73329255, jitterRate=0.09269104897975922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:36,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:36,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a872b5cfb93b80443842f4eb4d7f4cd6: Running coprocessor pre-open hook at 1731529236073Writing region info on filesystem at 1731529236073Initializing all the Stores at 1731529236074 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529236074Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529236074Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529236074Cleaning up temporary data from old regions at 1731529236080 (+6 ms)Running coprocessor post-open hooks at 1731529236084 (+4 ms)Region opened successfully at 1731529236084 2024-11-13T20:20:36,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6., pid=10, masterSystemTime=1731529236043 2024-11-13T20:20:36,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:36,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:36,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a872b5cfb93b80443842f4eb4d7f4cd6, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,44907,1731529221742 2024-11-13T20:20:36,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872b5cfb93b80443842f4eb4d7f4cd6, server=04ac815325d6,44907,1731529221742 because future has completed 2024-11-13T20:20:36,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:20:36,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a872b5cfb93b80443842f4eb4d7f4cd6, server=04ac815325d6,44907,1731529221742 in 201 msec 2024-11-13T20:20:36,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:20:36,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a872b5cfb93b80443842f4eb4d7f4cd6, ASSIGN in 359 msec 2024-11-13T20:20:36,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:36,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529236096"}]},"ts":"1731529236096"} 2024-11-13T20:20:36,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:20:36,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:36,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 802 msec 2024-11-13T20:20:36,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6., hostname=04ac815325d6,44907,1731529221742, seqNum=2] 2024-11-13T20:20:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:36,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:20:36,254 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:36,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:20:36,316 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:20:36,361 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,44907,1731529221742, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:20:36,362 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:36,362 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44907,1731529221742, seqNum=-1] 2024-11-13T20:20:36,363 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:36,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,44907,1731529221742', locateType=CURRENT is [region=hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6., hostname=04ac815325d6,44907,1731529221742, seqNum=2] 2024-11-13T20:20:36,368 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:20:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:20:36,371 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,44907,1731529221742 suceeded 2024-11-13T20:20:36,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:20:36,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-13T20:20:36,378 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:42523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:20:36,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1120 sec 2024-11-13T20:20:36,387 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:42523' 2024-11-13T20:20:36,389 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d91c3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,389 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:36,389 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:36,390 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:36,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:36,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:36,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37899358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:36,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:36,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:36,391 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:36,392 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fb4a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,392 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:36,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42523,1731529225569 2024-11-13T20:20:36,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43003ff7 2024-11-13T20:20:36,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:36,394 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T20:20:36,395 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,44907,1731529221742 (queues=1) is replicating from cluster=dbce3aaa-eb28-4498-b7b8-d424d4ec983c to cluster=dabe45ff-fbfc-4ea5-b059-250403595b38 2024-11-13T20:20:36,395 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C44907%2C1731529221742 2024-11-13T20:20:36,395 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,44907,1731529221742, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:20:36,395 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, startPosition=0, beingWritten=true 2024-11-13T20:20:36,395 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C44907%2C1731529221742 2024-11-13T20:20:36,401 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:36,401 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:36,401 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:36,407 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:20:36,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:36,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:36,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:36,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:36,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:36,409 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b61750b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:36,411 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccaa969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42523,1731529225569 2024-11-13T20:20:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@597d7e71 2024-11-13T20:20:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:36,424 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:36,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:38569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:20:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:20:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:36,428 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:38569' 2024-11-13T20:20:36,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27abd9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,430 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38569,-1 for getting cluster id 2024-11-13T20:20:36,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:36,431 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '481f762e-502a-4145-977e-f22e931ffd69' 2024-11-13T20:20:36,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:36,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "481f762e-502a-4145-977e-f22e931ffd69" 2024-11-13T20:20:36,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bad87a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38569,-1] 2024-11-13T20:20:36,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:36,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:36,433 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:36,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f549171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:36,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:36,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38569,1731529217642 2024-11-13T20:20:36,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15232396 2024-11-13T20:20:36,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:36,435 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:36,436 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:20:36,436 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:20:36,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:36,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:36,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:36,437 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:36,438 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:20:36,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:20:36,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:36,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:20:36,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:20:36,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:36,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:36,487 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48394 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:36,488 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:20:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:36,607 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:36,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1be15dc9cd0648dafdfe63728b57ca9d, NAME => 'hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7 2024-11-13T20:20:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:20:36,858 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:36,913 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:37,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:37,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1be15dc9cd0648dafdfe63728b57ca9d, disabling compactions & flushes 2024-11-13T20:20:37,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:37,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:37,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. after waiting 0 ms 2024-11-13T20:20:37,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:37,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:37,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1be15dc9cd0648dafdfe63728b57ca9d: Waiting for close lock at 1731529237254Disabling compacts and flushes for region at 1731529237254Disabling writes for close at 1731529237254Writing region close event to WAL at 1731529237254Closed at 1731529237254 2024-11-13T20:20:37,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:20:37,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529237256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529237256"}]},"ts":"1731529237256"} 2024-11-13T20:20:37,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:20:37,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:20:37,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529237259"}]},"ts":"1731529237259"} 2024-11-13T20:20:37,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:20:37,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be15dc9cd0648dafdfe63728b57ca9d, ASSIGN}] 2024-11-13T20:20:37,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be15dc9cd0648dafdfe63728b57ca9d, ASSIGN 2024-11-13T20:20:37,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be15dc9cd0648dafdfe63728b57ca9d, ASSIGN; state=OFFLINE, location=04ac815325d6,36125,1731529225609; forceNewPlan=false, retain=false 2024-11-13T20:20:37,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T20:20:37,318 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:37,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1be15dc9cd0648dafdfe63728b57ca9d, regionState=OPENING, regionLocation=04ac815325d6,36125,1731529225609 2024-11-13T20:20:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be15dc9cd0648dafdfe63728b57ca9d, ASSIGN because future has completed 2024-11-13T20:20:37,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be15dc9cd0648dafdfe63728b57ca9d, server=04ac815325d6,36125,1731529225609}] 2024-11-13T20:20:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:37,568 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:37,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:37,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:37,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:20:37,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C36125%2C1731529225609.rep, suffix=, logDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609, archiveDir=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/oldWALs, maxLogs=10 2024-11-13T20:20:37,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.rep.1731529237583, exclude list is [], retry=0 2024-11-13T20:20:37,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-8a14ef4f-6444-49e9-bc33-bdb7725ec4ed,DISK] 2024-11-13T20:20:37,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.rep.1731529237583 2024-11-13T20:20:37,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42801:42801)] 2024-11-13T20:20:37,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1be15dc9cd0648dafdfe63728b57ca9d, NAME => 'hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:37,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:37,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:37,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. service=MultiRowMutationService 2024-11-13T20:20:37,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:20:37,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:37,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,608 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,609 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be15dc9cd0648dafdfe63728b57ca9d columnFamilyName hfileref 2024-11-13T20:20:37,609 DEBUG [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:37,609 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] regionserver.HStore(327): Store=1be15dc9cd0648dafdfe63728b57ca9d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:37,610 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,610 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be15dc9cd0648dafdfe63728b57ca9d columnFamilyName queue 2024-11-13T20:20:37,610 DEBUG [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:37,611 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] regionserver.HStore(327): Store=1be15dc9cd0648dafdfe63728b57ca9d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:37,611 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,613 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be15dc9cd0648dafdfe63728b57ca9d columnFamilyName sid 2024-11-13T20:20:37,613 DEBUG [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:37,614 INFO [StoreOpener-1be15dc9cd0648dafdfe63728b57ca9d-1 {}] regionserver.HStore(327): Store=1be15dc9cd0648dafdfe63728b57ca9d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:37,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/replication/1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/replication/1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:20:37,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/replication/1be15dc9cd0648dafdfe63728b57ca9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:37,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1be15dc9cd0648dafdfe63728b57ca9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67663203, jitterRate=0.008260294795036316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:20:37,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:37,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1be15dc9cd0648dafdfe63728b57ca9d: Running coprocessor pre-open hook at 1731529237607Writing region info on filesystem at 1731529237607Initializing all the Stores at 1731529237607Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529237607Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529237608 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529237608Cleaning up temporary data from old regions at 1731529237615 (+7 ms)Running coprocessor post-open hooks at 1731529237623 (+8 ms)Region opened successfully at 1731529237623 2024-11-13T20:20:37,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d., pid=10, masterSystemTime=1731529237577 2024-11-13T20:20:37,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:37,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:37,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1be15dc9cd0648dafdfe63728b57ca9d, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,36125,1731529225609 2024-11-13T20:20:37,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be15dc9cd0648dafdfe63728b57ca9d, server=04ac815325d6,36125,1731529225609 because future has completed 2024-11-13T20:20:37,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:20:37,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be15dc9cd0648dafdfe63728b57ca9d, server=04ac815325d6,36125,1731529225609 in 208 msec 2024-11-13T20:20:37,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:20:37,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be15dc9cd0648dafdfe63728b57ca9d, ASSIGN in 370 msec 2024-11-13T20:20:37,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:20:37,635 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529237635"}]},"ts":"1731529237635"} 2024-11-13T20:20:37,637 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:20:37,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:20:37,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-13T20:20:37,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d., hostname=04ac815325d6,36125,1731529225609, seqNum=2] 2024-11-13T20:20:37,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:37,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:37,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:20:37,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:20:37,809 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:20:37,822 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:37,852 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,36125,1731529225609, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:20:37,853 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:37,853 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36125,1731529225609, seqNum=-1] 2024-11-13T20:20:37,853 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:37,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:37,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,36125,1731529225609', locateType=CURRENT is [region=hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d., hostname=04ac815325d6,36125,1731529225609, seqNum=2] 2024-11-13T20:20:37,859 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:20:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:20:37,862 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,36125,1731529225609 suceeded 2024-11-13T20:20:37,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:20:37,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-13T20:20:37,864 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:38569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:20:37,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4390 sec 2024-11-13T20:20:37,879 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:38569' 2024-11-13T20:20:37,880 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b941927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:37,881 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38569,-1 for getting cluster id 2024-11-13T20:20:37,881 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:37,882 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '481f762e-502a-4145-977e-f22e931ffd69' 2024-11-13T20:20:37,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:37,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "481f762e-502a-4145-977e-f22e931ffd69" 2024-11-13T20:20:37,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f54007f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:37,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38569,-1] 2024-11-13T20:20:37,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:37,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:37,884 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:37,885 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ff80b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:37,885 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38569,1731529217642 2024-11-13T20:20:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e6b9b6 2024-11-13T20:20:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:37,887 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T20:20:37,888 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,36125,1731529225609 (queues=1) is replicating from cluster=dabe45ff-fbfc-4ea5-b059-250403595b38 to cluster=481f762e-502a-4145-977e-f22e931ffd69 2024-11-13T20:20:37,888 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C36125%2C1731529225609 2024-11-13T20:20:37,888 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,36125,1731529225609, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:20:37,889 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, startPosition=0, beingWritten=true 2024-11-13T20:20:37,889 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C36125%2C1731529225609 2024-11-13T20:20:37,898 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:37,898 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 379, reset compression=false 2024-11-13T20:20:37,901 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:38,106 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 379, reset compression=false 2024-11-13T20:20:38,372 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:38,411 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 379, reset compression=false 2024-11-13T20:20:38,434 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:20:38,587 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:20:38,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:38,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:38,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:38,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:38,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:38,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38569,-1 for getting cluster id 2024-11-13T20:20:38,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:38,590 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '481f762e-502a-4145-977e-f22e931ffd69' 2024-11-13T20:20:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "481f762e-502a-4145-977e-f22e931ffd69" 2024-11-13T20:20:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6904fe09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38569,-1] 2024-11-13T20:20:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:38,592 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c10f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40689,-1 for getting cluster id 2024-11-13T20:20:38,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:38,602 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbce3aaa-eb28-4498-b7b8-d424d4ec983c' 2024-11-13T20:20:38,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:38,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbce3aaa-eb28-4498-b7b8-d424d4ec983c" 2024-11-13T20:20:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1fb146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40689,-1] 2024-11-13T20:20:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:38,604 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f0eba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:38,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:38,608 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7768149d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:38,609 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:38,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6018c855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:38,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35451,1731529217712, seqNum=-1] 2024-11-13T20:20:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:38,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529228649.a40e57ca867458a018666b527af74c1e., hostname=04ac815325d6,35451,1731529217712, seqNum=2] 2024-11-13T20:20:38,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36125,1731529225609, seqNum=-1] 2024-11-13T20:20:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:38,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36., hostname=04ac815325d6,36125,1731529225609, seqNum=2] 2024-11-13T20:20:38,660 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T20:20:38,823 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 379, reset compression=false 2024-11-13T20:20:39,146 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:39,284 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 379, reset compression=false 2024-11-13T20:20:39,289 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:39,289 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 480, reset compression=false 2024-11-13T20:20:39,290 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[{test/a40e57ca867458a018666b527af74c1e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T20:20:39,292 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:39,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T20:20:39,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:39,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f30830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:39,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40689,-1 for getting cluster id 2024-11-13T20:20:39,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:39,295 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbce3aaa-eb28-4498-b7b8-d424d4ec983c' 2024-11-13T20:20:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbce3aaa-eb28-4498-b7b8-d424d4ec983c" 2024-11-13T20:20:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@257f675f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40689,-1] 2024-11-13T20:20:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:39,296 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:39,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7880c2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:39,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44907,1731529221742, seqNum=-1] 2024-11-13T20:20:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:39,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce., hostname=04ac815325d6,44907,1731529221742, seqNum=2] 2024-11-13T20:20:39,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:39,328 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 379, reset compression=false 2024-11-13T20:20:39,493 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 480, reset compression=false 2024-11-13T20:20:39,663 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T20:20:39,798 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 480, reset compression=false 2024-11-13T20:20:39,933 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 379, reset compression=false 2024-11-13T20:20:39,949 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 379, reset compression=false 2024-11-13T20:20:39,954 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:39,954 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 503, reset compression=false 2024-11-13T20:20:39,954 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[{test/dee9ada30e06fba347b8e115cdb6fcce/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T20:20:39,957 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:39,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T20:20:39,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:39,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271345bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:39,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:39,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:39,961 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:39,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:39,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3acdaaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:39,962 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:39,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7abf26b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:39,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:39,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36125,1731529225609, seqNum=-1] 2024-11-13T20:20:39,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:39,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36., hostname=04ac815325d6,36125,1731529225609, seqNum=2] 2024-11-13T20:20:39,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:40,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:40,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:40,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T20:20:40,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T20:20:40,158 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 503, reset compression=false 2024-11-13T20:20:40,202 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 480, reset compression=false 2024-11-13T20:20:40,461 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 503, reset compression=false 2024-11-13T20:20:40,637 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 379, reset compression=false 2024-11-13T20:20:40,642 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:40,642 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 527, reset compression=false 2024-11-13T20:20:40,642 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:40,665 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T20:20:40,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44907,1731529221742, seqNum=-1] 2024-11-13T20:20:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:40,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce., hostname=04ac815325d6,44907,1731529221742, seqNum=2] 2024-11-13T20:20:40,672 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T20:20:40,706 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 480, reset compression=false 2024-11-13T20:20:40,845 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 527, reset compression=false 2024-11-13T20:20:40,865 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 503, reset compression=false 2024-11-13T20:20:40,871 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:40,871 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 607, reset compression=false 2024-11-13T20:20:40,871 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[{test/dee9ada30e06fba347b8e115cdb6fcce/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T20:20:40,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:40,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:41,075 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 607, reset compression=false 2024-11-13T20:20:41,149 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 527, reset compression=false 2024-11-13T20:20:41,154 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:41,155 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 655, reset compression=false 2024-11-13T20:20:41,155 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4dd58880a21f646967bfb2ac6fdbb36/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T20:20:41,157 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:41,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T20:20:41,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:41,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49133af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:41,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38569,-1 for getting cluster id 2024-11-13T20:20:41,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:41,159 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '481f762e-502a-4145-977e-f22e931ffd69' 2024-11-13T20:20:41,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:41,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "481f762e-502a-4145-977e-f22e931ffd69" 2024-11-13T20:20:41,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@228cc30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:41,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38569,-1] 2024-11-13T20:20:41,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:41,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:41,161 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:41,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7928a4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:41,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:41,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35451,1731529217712, seqNum=-1] 2024-11-13T20:20:41,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:41,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T20:20:41,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731529228649.a40e57ca867458a018666b527af74c1e., hostname=04ac815325d6,35451,1731529217712, seqNum=2] 2024-11-13T20:20:41,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:41,309 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 480, reset compression=false 2024-11-13T20:20:41,314 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:41,314 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 632, reset compression=false 2024-11-13T20:20:41,315 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:41,358 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 655, reset compression=false 2024-11-13T20:20:41,379 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 607, reset compression=false 2024-11-13T20:20:41,519 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 632, reset compression=false 2024-11-13T20:20:41,662 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 655, reset compression=false 2024-11-13T20:20:41,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T20:20:41,677 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T20:20:41,782 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 607, reset compression=false 2024-11-13T20:20:41,822 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 632, reset compression=false 2024-11-13T20:20:42,067 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 655, reset compression=false 2024-11-13T20:20:42,071 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:42,071 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 759, reset compression=false 2024-11-13T20:20:42,071 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4dd58880a21f646967bfb2ac6fdbb36/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T20:20:42,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:42,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:42,227 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 632, reset compression=false 2024-11-13T20:20:42,231 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:42,231 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 760, reset compression=false 2024-11-13T20:20:42,231 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[{test/a40e57ca867458a018666b527af74c1e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T20:20:42,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:42,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:42,275 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 759, reset compression=false 2024-11-13T20:20:42,287 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 607, reset compression=false 2024-11-13T20:20:42,292 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:42,292 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 758, reset compression=false 2024-11-13T20:20:42,292 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:42,436 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 760, reset compression=false 2024-11-13T20:20:42,495 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 758, reset compression=false 2024-11-13T20:20:42,580 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 759, reset compression=false 2024-11-13T20:20:42,679 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T20:20:42,684 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T20:20:42,746 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 760, reset compression=false 2024-11-13T20:20:42,751 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:42,751 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 916, reset compression=false 2024-11-13T20:20:42,751 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[{test/a40e57ca867458a018666b527af74c1e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T20:20:42,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:42,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:42,799 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 758, reset compression=false 2024-11-13T20:20:42,804 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:42,804 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 905, reset compression=false 2024-11-13T20:20:42,804 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[{test/dee9ada30e06fba347b8e115cdb6fcce/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T20:20:42,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:42,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:42,955 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 916, reset compression=false 2024-11-13T20:20:42,984 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 759, reset compression=false 2024-11-13T20:20:42,988 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:42,988 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 930, reset compression=false 2024-11-13T20:20:42,988 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:43,007 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 905, reset compression=false 2024-11-13T20:20:43,192 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 930, reset compression=false 2024-11-13T20:20:43,259 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 916, reset compression=false 2024-11-13T20:20:43,311 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 905, reset compression=false 2024-11-13T20:20:43,497 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 930, reset compression=false 2024-11-13T20:20:43,663 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 916, reset compression=false 2024-11-13T20:20:43,686 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T20:20:43,690 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T20:20:43,715 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 905, reset compression=false 2024-11-13T20:20:43,719 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:43,719 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1064, reset compression=false 2024-11-13T20:20:43,719 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[{test/dee9ada30e06fba347b8e115cdb6fcce/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T20:20:43,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:43,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:43,902 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 930, reset compression=false 2024-11-13T20:20:43,907 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:43,907 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1080, reset compression=false 2024-11-13T20:20:43,907 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4dd58880a21f646967bfb2ac6fdbb36/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T20:20:43,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:43,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:43,923 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1064, reset compression=false 2024-11-13T20:20:44,112 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1080, reset compression=false 2024-11-13T20:20:44,167 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 916, reset compression=false 2024-11-13T20:20:44,171 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:44,171 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1090, reset compression=false 2024-11-13T20:20:44,171 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:44,227 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1064, reset compression=false 2024-11-13T20:20:44,375 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1090, reset compression=false 2024-11-13T20:20:44,416 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1080, reset compression=false 2024-11-13T20:20:44,631 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1064, reset compression=false 2024-11-13T20:20:44,680 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1090, reset compression=false 2024-11-13T20:20:44,692 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T20:20:44,697 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T20:20:44,820 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1080, reset compression=false 2024-11-13T20:20:44,825 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:44,825 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1239, reset compression=false 2024-11-13T20:20:44,825 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4dd58880a21f646967bfb2ac6fdbb36/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T20:20:44,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:44,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:45,029 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1239, reset compression=false 2024-11-13T20:20:45,084 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1090, reset compression=false 2024-11-13T20:20:45,089 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:45,089 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1240, reset compression=false 2024-11-13T20:20:45,089 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[{test/a40e57ca867458a018666b527af74c1e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T20:20:45,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:45,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:45,135 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1064, reset compression=false 2024-11-13T20:20:45,139 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:45,139 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1237, reset compression=false 2024-11-13T20:20:45,140 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:45,294 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1240, reset compression=false 2024-11-13T20:20:45,334 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1239, reset compression=false 2024-11-13T20:20:45,343 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1237, reset compression=false 2024-11-13T20:20:45,599 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1240, reset compression=false 2024-11-13T20:20:45,646 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1237, reset compression=false 2024-11-13T20:20:45,699 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T20:20:45,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388af446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:45,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:45,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:45,707 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5df3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:45,709 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e1d78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:45,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42523,1731529225569 2024-11-13T20:20:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fbdfac2 2024-11-13T20:20:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:45,715 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:45,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T20:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T20:20:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T20:20:45,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:20:45,738 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1239, reset compression=false 2024-11-13T20:20:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T20:20:45,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T20:20:45,878 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T20:20:45,879 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T20:20:45,879 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,36125,1731529225609 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T20:20:45,879 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/04ac815325d6:0-0. 2024-11-13T20:20:45,879 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:45,879 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:45,879 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:45,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:45,980 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T20:20:45,980 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:20:46,003 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1240, reset compression=false 2024-11-13T20:20:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T20:20:46,050 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1237, reset compression=false 2024-11-13T20:20:46,080 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 terminated 2024-11-13T20:20:46,098 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,36125,1731529225609, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:20:46,099 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T20:20:46,099 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T20:20:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T20:20:46,104 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 04ac815325d6,36125,1731529225609 suceeded 2024-11-13T20:20:46,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T20:20:46,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-11-13T20:20:46,107 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T20:20:46,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 392 msec 2024-11-13T20:20:46,122 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:38569' 2024-11-13T20:20:46,123 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b358f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:46,123 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38569,-1 for getting cluster id 2024-11-13T20:20:46,124 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:46,125 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '481f762e-502a-4145-977e-f22e931ffd69' 2024-11-13T20:20:46,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:46,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "481f762e-502a-4145-977e-f22e931ffd69" 2024-11-13T20:20:46,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108a8f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:46,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38569,-1] 2024-11-13T20:20:46,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:46,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:46,127 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:46,129 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b51974a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:46,129 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:46,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38569,1731529217642 2024-11-13T20:20:46,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25e2f516 2024-11-13T20:20:46,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:46,131 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T20:20:46,132 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,36125,1731529225609 (queues=1) is replicating from cluster=dabe45ff-fbfc-4ea5-b059-250403595b38 to cluster=481f762e-502a-4145-977e-f22e931ffd69 2024-11-13T20:20:46,132 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C36125%2C1731529225609 2024-11-13T20:20:46,132 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,36125,1731529225609, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:20:46,133 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C36125%2C1731529225609 2024-11-13T20:20:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T20:20:46,347 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:20:46,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:46,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:46,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:46,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:46,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:46,351 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T20:20:46,508 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1240, reset compression=false 2024-11-13T20:20:46,518 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:46,518 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1344, reset compression=false 2024-11-13T20:20:46,518 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[{test/a40e57ca867458a018666b527af74c1e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T20:20:46,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:46,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:46,554 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1237, reset compression=false 2024-11-13T20:20:46,559 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:46,559 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1364, reset compression=false 2024-11-13T20:20:46,560 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[{test/dee9ada30e06fba347b8e115cdb6fcce/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T20:20:46,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:46,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:46,722 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1344, reset compression=false 2024-11-13T20:20:46,763 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1364, reset compression=false 2024-11-13T20:20:47,028 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1344, reset compression=false 2024-11-13T20:20:47,067 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1364, reset compression=false 2024-11-13T20:20:47,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:20:47,353 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T20:20:47,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:47,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42523,-1 for getting cluster id 2024-11-13T20:20:47,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:47,357 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dabe45ff-fbfc-4ea5-b059-250403595b38' 2024-11-13T20:20:47,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:47,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dabe45ff-fbfc-4ea5-b059-250403595b38" 2024-11-13T20:20:47,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a048dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:47,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42523,-1] 2024-11-13T20:20:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:47,359 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:47,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65815604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:47,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:47,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42523,1731529225569 2024-11-13T20:20:47,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3b612b 2024-11-13T20:20:47,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:20:47,365 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:20:47,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T20:20:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T20:20:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T20:20:47,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:20:47,435 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1344, reset compression=false 2024-11-13T20:20:47,471 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1364, reset compression=false 2024-11-13T20:20:47,476 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:47,476 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1468, reset compression=false 2024-11-13T20:20:47,476 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[{test/dee9ada30e06fba347b8e115cdb6fcce/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T20:20:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T20:20:47,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:47,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:47,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T20:20:47,526 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T20:20:47,527 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T20:20:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T20:20:47,529 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 04ac815325d6,36125,1731529225609 suceeded 2024-11-13T20:20:47,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T20:20:47,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-13T20:20:47,532 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T20:20:47,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-11-13T20:20:47,536 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, startPosition=1239, beingWritten=true 2024-11-13T20:20:47,543 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:20:47,543 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1518, reset compression=false 2024-11-13T20:20:47,543 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4dd58880a21f646967bfb2ac6fdbb36/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T20:20:47,545 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:47,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T20:20:47,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:20:47,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:20:47,681 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1468, reset compression=false 2024-11-13T20:20:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T20:20:47,687 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:20:47,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:47,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:47,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:47,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:47,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:47,690 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T20:20:47,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:20:47,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:47,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:47,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:47,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:47,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:47,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:20:47,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1248197169, stopped=false 2024-11-13T20:20:47,691 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,42523,1731529225569 2024-11-13T20:20:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1304793855/running 2024-11-13T20:20:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1304793855/running 2024-11-13T20:20:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:47,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:47,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:47,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:47,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:47,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:47,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,36125,1731529225609' ***** 2024-11-13T20:20:47,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:20:47,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on znode that does not yet exist, /2-1304793855/running 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:20:47,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Set watcher on znode that does not yet exist, /2-1304793855/running 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:47,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,36125,1731529225609 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:47,694 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4dd58880a21f646967bfb2ac6fdbb36, disabling compactions & flushes 2024-11-13T20:20:47,694 INFO [RS:0;04ac815325d6:36125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:36125. 2024-11-13T20:20:47,694 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:47,694 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:47,694 DEBUG [RS:0;04ac815325d6:36125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:47,695 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. after waiting 0 ms 2024-11-13T20:20:47,695 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:47,695 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:47,695 INFO [RS:0;04ac815325d6:36125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:20:47,695 INFO [RS:0;04ac815325d6:36125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:20:47,695 INFO [RS:0;04ac815325d6:36125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:20:47,695 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4dd58880a21f646967bfb2ac6fdbb36 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T20:20:47,695 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:20:47,695 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:20:47,695 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e4dd58880a21f646967bfb2ac6fdbb36=test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36., 1be15dc9cd0648dafdfe63728b57ca9d=hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d.} 2024-11-13T20:20:47,695 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be15dc9cd0648dafdfe63728b57ca9d, e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:47,695 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:47,695 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:47,695 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:47,695 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:47,695 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:47,695 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:20:47,712 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/info/378b068c11fe4c1c8f9849951e3770f7 is 147, key is hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d./info:regioninfo/1731529237626/Put/seqid=0 2024-11-13T20:20:47,713 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/f/a6f4f4a68c97473e885fc09141d763a6 is 37, key is row3/f:row3/1731529246348/Put/seqid=0 2024-11-13T20:20:47,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741840_1016 (size=7686) 2024-11-13T20:20:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741841_1017 (size=5228) 2024-11-13T20:20:47,766 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1518, reset compression=false 2024-11-13T20:20:47,771 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:47,771 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,36125,1731529225609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:47,772 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1765, reset compression=false 2024-11-13T20:20:47,772 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,36125,1731529225609: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,36125,1731529225609, walGroup=04ac815325d6%2C36125%2C1731529225609, offset=04ac815325d6%2C36125%2C1731529225609.1731529227607:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:36125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:20:47,776 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:20:47,776 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:20:47,776 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:20:47,776 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:20:47,776 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:20:47,776 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1126170624, "init": 1048576000, "max": 2306867200, "used": 969543680 }, "NonHeapMemoryUsage": { "committed": 200278016, "init": 7667712, "max": -1, "used": 197447104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:20:47,777 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:42523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:42523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:20:47,791 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:47,895 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be15dc9cd0648dafdfe63728b57ca9d, e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:47,941 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1344, reset compression=false 2024-11-13T20:20:47,945 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:47,946 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:47,946 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:47,979 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1765, reset compression=false 2024-11-13T20:20:47,986 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1468, reset compression=false 2024-11-13T20:20:48,095 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be15dc9cd0648dafdfe63728b57ca9d, e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:48,123 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/info/378b068c11fe4c1c8f9849951e3770f7 2024-11-13T20:20:48,127 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/f/a6f4f4a68c97473e885fc09141d763a6 2024-11-13T20:20:48,133 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6f4f4a68c97473e885fc09141d763a6 2024-11-13T20:20:48,150 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:48,175 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/ns/675b647d45b04a88bf7a0d0445c25a73 is 43, key is default/ns:d/1731529228580/Put/seqid=0 2024-11-13T20:20:48,177 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/f1/69d14bdea9fb49a3ad1ceda599ddae6c is 30, key is row1/f1:/1731529243687/DeleteFamily/seqid=0 2024-11-13T20:20:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:20:48,185 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/ns/675b647d45b04a88bf7a0d0445c25a73 2024-11-13T20:20:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741843_1019 (size=5158) 2024-11-13T20:20:48,204 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/f1/69d14bdea9fb49a3ad1ceda599ddae6c 2024-11-13T20:20:48,210 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d14bdea9fb49a3ad1ceda599ddae6c 2024-11-13T20:20:48,226 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/83b771f452bb4d8d90f5a56d6303793c is 112, key is test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36./rep_barrier:seqnumDuringOpen/1731529233101/Put/seqid=0 2024-11-13T20:20:48,242 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/norep/ab2b4e725be6465da3e7dcfee2cede75 is 33, key is row2/norep:/1731529244693/DeleteFamily/seqid=0 2024-11-13T20:20:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741844_1020 (size=5518) 2024-11-13T20:20:48,260 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/83b771f452bb4d8d90f5a56d6303793c 2024-11-13T20:20:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741845_1021 (size=5108) 2024-11-13T20:20:48,280 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/norep/ab2b4e725be6465da3e7dcfee2cede75 2024-11-13T20:20:48,283 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1765, reset compression=false 2024-11-13T20:20:48,289 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab2b4e725be6465da3e7dcfee2cede75 2024-11-13T20:20:48,295 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/f/a6f4f4a68c97473e885fc09141d763a6 as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/f/a6f4f4a68c97473e885fc09141d763a6 2024-11-13T20:20:48,296 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be15dc9cd0648dafdfe63728b57ca9d, e4dd58880a21f646967bfb2ac6fdbb36 2024-11-13T20:20:48,303 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6f4f4a68c97473e885fc09141d763a6 2024-11-13T20:20:48,303 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/f/a6f4f4a68c97473e885fc09141d763a6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T20:20:48,304 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/f1/69d14bdea9fb49a3ad1ceda599ddae6c as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/f1/69d14bdea9fb49a3ad1ceda599ddae6c 2024-11-13T20:20:48,312 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d14bdea9fb49a3ad1ceda599ddae6c 2024-11-13T20:20:48,312 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/f1/69d14bdea9fb49a3ad1ceda599ddae6c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T20:20:48,313 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/.tmp/norep/ab2b4e725be6465da3e7dcfee2cede75 as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/norep/ab2b4e725be6465da3e7dcfee2cede75 2024-11-13T20:20:48,314 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/table/4cd16e4800764e049f9804862b7c1331 is 53, key is hbase:replication/table:state/1731529237635/Put/seqid=0 2024-11-13T20:20:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741846_1022 (size=5308) 2024-11-13T20:20:48,318 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab2b4e725be6465da3e7dcfee2cede75 2024-11-13T20:20:48,318 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/norep/ab2b4e725be6465da3e7dcfee2cede75, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T20:20:48,319 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/table/4cd16e4800764e049f9804862b7c1331 2024-11-13T20:20:48,320 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e4dd58880a21f646967bfb2ac6fdbb36 in 624ms, sequenceid=12, compaction requested=false 2024-11-13T20:20:48,332 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/default/test/e4dd58880a21f646967bfb2ac6fdbb36/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T20:20:48,333 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:48,333 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:48,333 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:48,333 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4dd58880a21f646967bfb2ac6fdbb36: Waiting for close lock at 1731529247694Running coprocessor pre-close hooks at 1731529247694Disabling compacts and flushes for region at 1731529247694Disabling writes for close at 1731529247695 (+1 ms)Obtaining lock to block concurrent updates at 1731529247695Preparing flush snapshotting stores in e4dd58880a21f646967bfb2ac6fdbb36 at 1731529247695Finished memstore snapshotting test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731529247695Flushing stores of test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. at 1731529247696 (+1 ms)Flushing e4dd58880a21f646967bfb2ac6fdbb36/f: creating writer at 1731529247696Flushing e4dd58880a21f646967bfb2ac6fdbb36/f: appending metadata at 1731529247713 (+17 ms)Flushing e4dd58880a21f646967bfb2ac6fdbb36/f: closing flushed file at 1731529247713Flushing e4dd58880a21f646967bfb2ac6fdbb36/f1: creating writer at 1731529248134 (+421 ms)Flushing e4dd58880a21f646967bfb2ac6fdbb36/f1: appending metadata at 1731529248177 (+43 ms)Flushing e4dd58880a21f646967bfb2ac6fdbb36/f1: closing flushed file at 1731529248177Flushing e4dd58880a21f646967bfb2ac6fdbb36/norep: creating writer at 1731529248211 (+34 ms)Flushing e4dd58880a21f646967bfb2ac6fdbb36/norep: appending metadata at 1731529248241 (+30 ms)Flushing e4dd58880a21f646967bfb2ac6fdbb36/norep: closing flushed file at 1731529248241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31057a84: reopening flushed file at 1731529248289 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440744d3: reopening flushed file at 1731529248303 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db8430c: reopening flushed file at 1731529248312 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e4dd58880a21f646967bfb2ac6fdbb36 in 624ms, sequenceid=12, compaction requested=false at 1731529248320 (+8 ms)Writing region close event to WAL at 1731529248321 (+1 ms)Running coprocessor post-close hooks at 1731529248333 (+12 ms)Closed at 1731529248333 2024-11-13T20:20:48,334 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529231950.e4dd58880a21f646967bfb2ac6fdbb36. 2024-11-13T20:20:48,334 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1be15dc9cd0648dafdfe63728b57ca9d, disabling compactions & flushes 2024-11-13T20:20:48,334 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,334 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,334 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. after waiting 0 ms 2024-11-13T20:20:48,334 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,334 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/info/378b068c11fe4c1c8f9849951e3770f7 as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/info/378b068c11fe4c1c8f9849951e3770f7 2024-11-13T20:20:48,335 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1be15dc9cd0648dafdfe63728b57ca9d: Waiting for close lock at 1731529248334Running coprocessor pre-close hooks at 1731529248334Disabling compacts and flushes for region at 1731529248334Disabling writes for close at 1731529248334Failed flush hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d., putting online again at 1731529248335 (+1 ms) 2024-11-13T20:20:48,335 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,339 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/info/378b068c11fe4c1c8f9849951e3770f7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:20:48,340 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/ns/675b647d45b04a88bf7a0d0445c25a73 as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/ns/675b647d45b04a88bf7a0d0445c25a73 2024-11-13T20:20:48,345 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/ns/675b647d45b04a88bf7a0d0445c25a73, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:20:48,346 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/83b771f452bb4d8d90f5a56d6303793c as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/rep_barrier/83b771f452bb4d8d90f5a56d6303793c 2024-11-13T20:20:48,350 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/rep_barrier/83b771f452bb4d8d90f5a56d6303793c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:20:48,353 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/.tmp/table/4cd16e4800764e049f9804862b7c1331 as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/table/4cd16e4800764e049f9804862b7c1331 2024-11-13T20:20:48,361 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/table/4cd16e4800764e049f9804862b7c1331, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:20:48,362 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 667ms, sequenceid=16, compaction requested=false 2024-11-13T20:20:48,373 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:20:48,373 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:48,373 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:48,373 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:48,373 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529247695Running coprocessor pre-close hooks at 1731529247695Disabling compacts and flushes for region at 1731529247695Disabling writes for close at 1731529247695Obtaining lock to block concurrent updates at 1731529247695Preparing flush snapshotting stores in 1588230740 at 1731529247695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529247696 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529247696Flushing 1588230740/info: creating writer at 1731529247696Flushing 1588230740/info: appending metadata at 1731529247711 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731529247711Flushing 1588230740/ns: creating writer at 1731529248130 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731529248174 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731529248174Flushing 1588230740/rep_barrier: creating writer at 1731529248191 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529248226 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529248226Flushing 1588230740/table: creating writer at 1731529248281 (+55 ms)Flushing 1588230740/table: appending metadata at 1731529248313 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731529248313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f6697f: reopening flushed file at 1731529248334 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78557ce4: reopening flushed file at 1731529248339 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2e6d4e: reopening flushed file at 1731529248345 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ce97b5: reopening flushed file at 1731529248350 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 667ms, sequenceid=16, compaction requested=false at 1731529248362 (+12 ms)Writing region close event to WAL at 1731529248364 (+2 ms)Running coprocessor post-close hooks at 1731529248373 (+9 ms)Closed at 1731529248373 2024-11-13T20:20:48,374 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:48,391 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1468, reset compression=false 2024-11-13T20:20:48,471 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:48,496 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:48,496 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1351): Waiting on 1be15dc9cd0648dafdfe63728b57ca9d 2024-11-13T20:20:48,496 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1be15dc9cd0648dafdfe63728b57ca9d, disabling compactions & flushes 2024-11-13T20:20:48,496 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,496 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,496 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. after waiting 0 ms 2024-11-13T20:20:48,496 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,497 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1be15dc9cd0648dafdfe63728b57ca9d: Waiting for close lock at 1731529248496Running coprocessor pre-close hooks at 1731529248496Disabling compacts and flushes for region at 1731529248496Disabling writes for close at 1731529248496Failed flush hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d., putting online again at 1731529248496 2024-11-13T20:20:48,497 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d. 2024-11-13T20:20:48,560 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:20:48,560 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:20:48,695 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 1765, reset compression=false 2024-11-13T20:20:48,696 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:20:48,696 DEBUG [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1325): Online Regions={1be15dc9cd0648dafdfe63728b57ca9d=hbase:replication,,1731529236437.1be15dc9cd0648dafdfe63728b57ca9d.} 2024-11-13T20:20:48,696 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T20:20:48,697 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,36125,1731529225609; all regions closed. 2024-11-13T20:20:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:20:48,700 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:48,700 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 2409, reset compression=false 2024-11-13T20:20:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741839_1015 (size=2390) 2024-11-13T20:20:48,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.rep.1731529237583 not finished, retry = 0 2024-11-13T20:20:48,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 not finished, retry = 0 2024-11-13T20:20:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741832_1008 (size=2417) 2024-11-13T20:20:48,884 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:48,895 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1468, reset compression=false 2024-11-13T20:20:48,903 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 to pos 2409, reset compression=false 2024-11-13T20:20:48,910 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/WALs/04ac815325d6,36125,1731529225609/04ac815325d6%2C36125%2C1731529225609.1731529227607 2024-11-13T20:20:48,910 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:48,910 INFO [RS:0;04ac815325d6:36125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:48,910 INFO [RS:0;04ac815325d6:36125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:48,910 INFO [RS:0;04ac815325d6:36125 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:48,910 INFO [RS:0;04ac815325d6:36125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:48,910 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:48,911 INFO [RS:0;04ac815325d6:36125 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,36125,1731529225609 because: Region server is closing 2024-11-13T20:20:48,911 INFO [RS:0;04ac815325d6:36125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:36125. 2024-11-13T20:20:48,911 DEBUG [RS:0;04ac815325d6:36125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:48,911 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:48,912 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:48,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:49,012 INFO [RS:0;04ac815325d6:36125 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.shipper04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 terminated 2024-11-13T20:20:49,012 INFO [RS:0;04ac815325d6:36125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:36125. 2024-11-13T20:20:49,012 DEBUG [RS:0;04ac815325d6:36125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:49,012 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:49,012 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,36125,1731529225609.replicationSource.wal-reader.04ac815325d6%2C36125%2C1731529225609,1-04ac815325d6,36125,1731529225609 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T20:20:49,012 DEBUG [RS:0;04ac815325d6:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:49,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:49,012 INFO [RS:0;04ac815325d6:36125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36125 2024-11-13T20:20:49,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1304793855/rs/04ac815325d6,36125,1731529225609 2024-11-13T20:20:49,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855/rs 2024-11-13T20:20:49,018 INFO [RS:0;04ac815325d6:36125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:49,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,36125,1731529225609] 2024-11-13T20:20:49,021 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1304793855/draining/04ac815325d6,36125,1731529225609 already deleted, retry=false 2024-11-13T20:20:49,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,36125,1731529225609 expired; onlineServers=0 2024-11-13T20:20:49,021 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,42523,1731529225569' ***** 2024-11-13T20:20:49,021 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:20:49,021 INFO [M:0;04ac815325d6:42523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:49,021 INFO [M:0;04ac815325d6:42523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:49,021 DEBUG [M:0;04ac815325d6:42523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:20:49,021 DEBUG [M:0;04ac815325d6:42523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:20:49,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:20:49,021 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529227401 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529227401,5,FailOnTimeoutGroup] 2024-11-13T20:20:49,021 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529227401 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529227401,5,FailOnTimeoutGroup] 2024-11-13T20:20:49,021 INFO [M:0;04ac815325d6:42523 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:49,022 INFO [M:0;04ac815325d6:42523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:49,022 DEBUG [M:0;04ac815325d6:42523 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:20:49,022 INFO [M:0;04ac815325d6:42523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:20:49,022 INFO [M:0;04ac815325d6:42523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:49,022 INFO [M:0;04ac815325d6:42523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:20:49,022 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:20:49,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1304793855/master 2024-11-13T20:20:49,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1304793855 2024-11-13T20:20:49,029 DEBUG [M:0;04ac815325d6:42523 {}] zookeeper.ZKUtil(347): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Unable to get data of znode /2-1304793855/master because node does not exist (not an error) 2024-11-13T20:20:49,029 WARN [M:0;04ac815325d6:42523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:20:49,030 INFO [M:0;04ac815325d6:42523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/.lastflushedseqids 2024-11-13T20:20:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741847_1023 (size=245) 2024-11-13T20:20:49,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:49,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x1003acd1c580007, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:49,120 INFO [RS:0;04ac815325d6:36125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:49,120 INFO [RS:0;04ac815325d6:36125 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,36125,1731529225609; zookeeper connection closed. 2024-11-13T20:20:49,123 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fef64f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fef64f6 2024-11-13T20:20:49,123 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:20:49,387 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:49,436 INFO [M:0;04ac815325d6:42523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:20:49,436 INFO [M:0;04ac815325d6:42523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:20:49,436 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:49,436 INFO [M:0;04ac815325d6:42523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:49,436 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:49,436 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:49,437 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:49,437 INFO [M:0;04ac815325d6:42523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-13T20:20:49,454 DEBUG [M:0;04ac815325d6:42523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47eaad6ec0014407b9fa5617c7817668 is 82, key is hbase:meta,,1/info:regioninfo/1731529228571/Put/seqid=0 2024-11-13T20:20:49,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741848_1024 (size=5672) 2024-11-13T20:20:49,501 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1468, reset compression=false 2024-11-13T20:20:49,858 INFO [M:0;04ac815325d6:42523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47eaad6ec0014407b9fa5617c7817668 2024-11-13T20:20:49,877 DEBUG [M:0;04ac815325d6:42523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd16ce50f3044303a54984f729502678 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529237638/Put/seqid=0 2024-11-13T20:20:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741849_1025 (size=9213) 2024-11-13T20:20:49,882 INFO [M:0;04ac815325d6:42523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd16ce50f3044303a54984f729502678 2024-11-13T20:20:49,905 DEBUG [M:0;04ac815325d6:42523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08c1631bfa09417aa99ec9536b750e1f is 69, key is 04ac815325d6,36125,1731529225609/rs:state/1731529227452/Put/seqid=0 2024-11-13T20:20:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741850_1026 (size=5156) 2024-11-13T20:20:49,909 INFO [M:0;04ac815325d6:42523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08c1631bfa09417aa99ec9536b750e1f 2024-11-13T20:20:49,915 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47eaad6ec0014407b9fa5617c7817668 as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47eaad6ec0014407b9fa5617c7817668 2024-11-13T20:20:49,920 INFO [M:0;04ac815325d6:42523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47eaad6ec0014407b9fa5617c7817668, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T20:20:49,921 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd16ce50f3044303a54984f729502678 as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd16ce50f3044303a54984f729502678 2024-11-13T20:20:49,925 INFO [M:0;04ac815325d6:42523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd16ce50f3044303a54984f729502678, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T20:20:49,926 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08c1631bfa09417aa99ec9536b750e1f as hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08c1631bfa09417aa99ec9536b750e1f 2024-11-13T20:20:49,931 INFO [M:0;04ac815325d6:42523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/d40cf1ff-4d4b-62a6-b0d5-6ed9685c5eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08c1631bfa09417aa99ec9536b750e1f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T20:20:49,932 INFO [M:0;04ac815325d6:42523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=127, compaction requested=false 2024-11-13T20:20:49,933 INFO [M:0;04ac815325d6:42523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:49,933 DEBUG [M:0;04ac815325d6:42523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529249436Disabling compacts and flushes for region at 1731529249436Disabling writes for close at 1731529249436Obtaining lock to block concurrent updates at 1731529249437 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529249437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731529249437Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529249438 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529249438Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529249453 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529249453Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529249862 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529249877 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529249877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529249887 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529249904 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529249904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282c9886: reopening flushed file at 1731529249914 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d73c0f: reopening flushed file at 1731529249920 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f1998f: reopening flushed file at 1731529249925 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=127, compaction requested=false at 1731529249932 (+7 ms)Writing region close event to WAL at 1731529249933 (+1 ms)Closed at 1731529249933 2024-11-13T20:20:49,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741830_1006 (size=73878) 2024-11-13T20:20:49,937 INFO [M:0;04ac815325d6:42523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:20:49,937 INFO [M:0;04ac815325d6:42523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42523 2024-11-13T20:20:49,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:49,937 INFO [M:0;04ac815325d6:42523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:49,991 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:50,041 INFO [M:0;04ac815325d6:42523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1003acd1c580006, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:50,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ada0127{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:50,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e4df4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:50,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:50,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ec6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:50,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668fc8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:50,047 WARN [BP-2128645088-172.17.0.2-1731529224450 heartbeating to localhost/127.0.0.1:44725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:20:50,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:20:50,047 WARN [BP-2128645088-172.17.0.2-1731529224450 heartbeating to localhost/127.0.0.1:44725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128645088-172.17.0.2-1731529224450 (Datanode Uuid b36ccb49-8b3b-4b0f-abe9-04d49b1471ce) service to localhost/127.0.0.1:44725 2024-11-13T20:20:50,047 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:20:50,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/cluster_b041f2a8-f5dc-1019-1ee2-24fccb6476ce/data/data2/current/BP-2128645088-172.17.0.2-1731529224450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:50,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:20:50,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/cluster_b041f2a8-f5dc-1019-1ee2-24fccb6476ce/data/data1/current/BP-2128645088-172.17.0.2-1731529224450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:50,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5721312a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:50,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79194981{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:50,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:50,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:50,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ac037f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:50,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:20:50,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:20:50,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:50,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:50,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:50,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:50,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:50,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:20:50,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=292698514, stopped=false 2024-11-13T20:20:50,075 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,40689,1731529221608 2024-11-13T20:20:50,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655074882/running 2024-11-13T20:20:50,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655074882/running 2024-11-13T20:20:50,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:50,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:50,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:50,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:50,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:50,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on znode that does not yet exist, /1-1655074882/running 2024-11-13T20:20:50,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:50,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Set watcher on znode that does not yet exist, /1-1655074882/running 2024-11-13T20:20:50,078 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,44907,1731529221742' ***** 2024-11-13T20:20:50,078 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:20:50,078 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:20:50,078 INFO [RS:0;04ac815325d6:44907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:20:50,078 INFO [RS:0;04ac815325d6:44907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:20:50,078 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,44907,1731529221742 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44907. 2024-11-13T20:20:50,079 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dee9ada30e06fba347b8e115cdb6fcce, disabling compactions & flushes 2024-11-13T20:20:50,079 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:50,079 DEBUG [RS:0;04ac815325d6:44907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:50,079 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:50,079 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:50,079 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. after waiting 0 ms 2024-11-13T20:20:50,079 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:20:50,079 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dee9ada30e06fba347b8e115cdb6fcce 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:20:50,079 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:20:50,080 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dee9ada30e06fba347b8e115cdb6fcce=test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce., a872b5cfb93b80443842f4eb4d7f4cd6=hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6.} 2024-11-13T20:20:50,080 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a872b5cfb93b80443842f4eb4d7f4cd6, dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:50,080 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:50,080 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:50,080 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:50,080 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:50,080 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:50,080 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:20:50,105 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/f/2511603f959e4eefa330df62520a2d67 is 37, key is row3/f:row3/1731529246348/Put/seqid=0 2024-11-13T20:20:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741840_1016 (size=5228) 2024-11-13T20:20:50,112 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/info/cb63ac9e9cc54f3e9ef5f449577a3772 is 147, key is hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6./info:regioninfo/1731529236088/Put/seqid=0 2024-11-13T20:20:50,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741841_1017 (size=7686) 2024-11-13T20:20:50,121 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:50,208 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1468, reset compression=false 2024-11-13T20:20:50,212 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:50,213 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1715, reset compression=false 2024-11-13T20:20:50,213 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,44907,1731529221742 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:50,214 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,44907,1731529221742: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,44907,1731529221742, walGroup=04ac815325d6%2C44907%2C1731529221742, offset=04ac815325d6%2C44907%2C1731529221742.1731529223936:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:44907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:20:50,215 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:20:50,215 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:20:50,216 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:20:50,216 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:20:50,216 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:20:50,216 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1126170624, "init": 1048576000, "max": 2306867200, "used": 780658240 }, "NonHeapMemoryUsage": { "committed": 200671232, "init": 7667712, "max": -1, "used": 197804416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:20:50,216 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:40689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:40689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:20:50,280 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a872b5cfb93b80443842f4eb4d7f4cd6, dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:50,420 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1715, reset compression=false 2024-11-13T20:20:50,480 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a872b5cfb93b80443842f4eb4d7f4cd6, dee9ada30e06fba347b8e115cdb6fcce 2024-11-13T20:20:50,512 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/f/2511603f959e4eefa330df62520a2d67 2024-11-13T20:20:50,517 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/info/cb63ac9e9cc54f3e9ef5f449577a3772 2024-11-13T20:20:50,518 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2511603f959e4eefa330df62520a2d67 2024-11-13T20:20:50,540 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/f1/85e40f0549134e078a9784aee7940f17 is 30, key is row1/f1:/1731529243687/DeleteFamily/seqid=0 2024-11-13T20:20:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741842_1018 (size=5158) 2024-11-13T20:20:50,559 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/f1/85e40f0549134e078a9784aee7940f17 2024-11-13T20:20:50,559 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/ns/e8675e9864584f80945313681b78f106 is 43, key is default/ns:d/1731529224341/Put/seqid=0 2024-11-13T20:20:50,565 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85e40f0549134e078a9784aee7940f17 2024-11-13T20:20:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741843_1019 (size=5153) 2024-11-13T20:20:50,579 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/ns/e8675e9864584f80945313681b78f106 2024-11-13T20:20:50,592 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/norep/7e3d5fde02ba493db31592665c493546 is 33, key is row1/norep:/1731529243687/DeleteFamily/seqid=0 2024-11-13T20:20:50,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741844_1020 (size=5108) 2024-11-13T20:20:50,603 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/rep_barrier/d4dd0bea8e0844feaf6492b2d2af69a8 is 112, key is test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce./rep_barrier:seqnumDuringOpen/1731529231000/Put/seqid=0 2024-11-13T20:20:50,603 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/norep/7e3d5fde02ba493db31592665c493546 2024-11-13T20:20:50,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741845_1021 (size=5518) 2024-11-13T20:20:50,609 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/rep_barrier/d4dd0bea8e0844feaf6492b2d2af69a8 2024-11-13T20:20:50,613 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e3d5fde02ba493db31592665c493546 2024-11-13T20:20:50,614 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/f/2511603f959e4eefa330df62520a2d67 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/f/2511603f959e4eefa330df62520a2d67 2024-11-13T20:20:50,623 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2511603f959e4eefa330df62520a2d67 2024-11-13T20:20:50,624 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/f/2511603f959e4eefa330df62520a2d67, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T20:20:50,624 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/f1/85e40f0549134e078a9784aee7940f17 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/f1/85e40f0549134e078a9784aee7940f17 2024-11-13T20:20:50,629 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85e40f0549134e078a9784aee7940f17 2024-11-13T20:20:50,630 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/f1/85e40f0549134e078a9784aee7940f17, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T20:20:50,631 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/.tmp/norep/7e3d5fde02ba493db31592665c493546 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/norep/7e3d5fde02ba493db31592665c493546 2024-11-13T20:20:50,636 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e3d5fde02ba493db31592665c493546 2024-11-13T20:20:50,637 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/norep/7e3d5fde02ba493db31592665c493546, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T20:20:50,638 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dee9ada30e06fba347b8e115cdb6fcce in 559ms, sequenceid=12, compaction requested=false 2024-11-13T20:20:50,644 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/default/test/dee9ada30e06fba347b8e115cdb6fcce/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T20:20:50,644 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:50,644 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:50,644 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:50,644 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dee9ada30e06fba347b8e115cdb6fcce: Waiting for close lock at 1731529250079Running coprocessor pre-close hooks at 1731529250079Disabling compacts and flushes for region at 1731529250079Disabling writes for close at 1731529250079Obtaining lock to block concurrent updates at 1731529250079Preparing flush snapshotting stores in dee9ada30e06fba347b8e115cdb6fcce at 1731529250079Finished memstore snapshotting test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731529250080 (+1 ms)Flushing stores of test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. at 1731529250080Flushing dee9ada30e06fba347b8e115cdb6fcce/f: creating writer at 1731529250081 (+1 ms)Flushing dee9ada30e06fba347b8e115cdb6fcce/f: appending metadata at 1731529250104 (+23 ms)Flushing dee9ada30e06fba347b8e115cdb6fcce/f: closing flushed file at 1731529250104Flushing dee9ada30e06fba347b8e115cdb6fcce/f1: creating writer at 1731529250518 (+414 ms)Flushing dee9ada30e06fba347b8e115cdb6fcce/f1: appending metadata at 1731529250539 (+21 ms)Flushing dee9ada30e06fba347b8e115cdb6fcce/f1: closing flushed file at 1731529250539Flushing dee9ada30e06fba347b8e115cdb6fcce/norep: creating writer at 1731529250565 (+26 ms)Flushing dee9ada30e06fba347b8e115cdb6fcce/norep: appending metadata at 1731529250590 (+25 ms)Flushing dee9ada30e06fba347b8e115cdb6fcce/norep: closing flushed file at 1731529250590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4506e1a8: reopening flushed file at 1731529250613 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cd106d: reopening flushed file at 1731529250624 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456dfb07: reopening flushed file at 1731529250630 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dee9ada30e06fba347b8e115cdb6fcce in 559ms, sequenceid=12, compaction requested=false at 1731529250638 (+8 ms)Writing region close event to WAL at 1731529250639 (+1 ms)Running coprocessor post-close hooks at 1731529250644 (+5 ms)Closed at 1731529250644 2024-11-13T20:20:50,645 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529229791.dee9ada30e06fba347b8e115cdb6fcce. 2024-11-13T20:20:50,645 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a872b5cfb93b80443842f4eb4d7f4cd6, disabling compactions & flushes 2024-11-13T20:20:50,645 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,645 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,645 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. after waiting 0 ms 2024-11-13T20:20:50,645 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,645 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a872b5cfb93b80443842f4eb4d7f4cd6: Waiting for close lock at 1731529250645Running coprocessor pre-close hooks at 1731529250645Disabling compacts and flushes for region at 1731529250645Disabling writes for close at 1731529250645Failed flush hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6., putting online again at 1731529250645 2024-11-13T20:20:50,645 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,646 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/table/1bbc9821ff95479c8522193f3419bc51 is 53, key is hbase:replication/table:state/1731529236096/Put/seqid=0 2024-11-13T20:20:50,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741846_1022 (size=5308) 2024-11-13T20:20:50,680 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:50,680 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a872b5cfb93b80443842f4eb4d7f4cd6 2024-11-13T20:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a872b5cfb93b80443842f4eb4d7f4cd6, disabling compactions & flushes 2024-11-13T20:20:50,681 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. after waiting 0 ms 2024-11-13T20:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a872b5cfb93b80443842f4eb4d7f4cd6: Waiting for close lock at 1731529250680Running coprocessor pre-close hooks at 1731529250680Disabling compacts and flushes for region at 1731529250680Disabling writes for close at 1731529250681 (+1 ms)Failed flush hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6., putting online again at 1731529250681 2024-11-13T20:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6. 2024-11-13T20:20:50,695 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:50,726 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 1715, reset compression=false 2024-11-13T20:20:50,730 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:50,730 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 2359, reset compression=false 2024-11-13T20:20:50,793 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:20:50,793 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:20:50,881 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:20:50,934 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 2359, reset compression=false 2024-11-13T20:20:51,052 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/table/1bbc9821ff95479c8522193f3419bc51 2024-11-13T20:20:51,057 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/info/cb63ac9e9cc54f3e9ef5f449577a3772 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/info/cb63ac9e9cc54f3e9ef5f449577a3772 2024-11-13T20:20:51,062 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/info/cb63ac9e9cc54f3e9ef5f449577a3772, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:20:51,062 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/ns/e8675e9864584f80945313681b78f106 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/ns/e8675e9864584f80945313681b78f106 2024-11-13T20:20:51,066 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/ns/e8675e9864584f80945313681b78f106, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:20:51,067 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/rep_barrier/d4dd0bea8e0844feaf6492b2d2af69a8 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/rep_barrier/d4dd0bea8e0844feaf6492b2d2af69a8 2024-11-13T20:20:51,071 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/rep_barrier/d4dd0bea8e0844feaf6492b2d2af69a8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:20:51,072 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/.tmp/table/1bbc9821ff95479c8522193f3419bc51 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/table/1bbc9821ff95479c8522193f3419bc51 2024-11-13T20:20:51,076 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/table/1bbc9821ff95479c8522193f3419bc51, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:20:51,077 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 997ms, sequenceid=16, compaction requested=false 2024-11-13T20:20:51,081 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:20:51,081 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a872b5cfb93b80443842f4eb4d7f4cd6=hbase:replication,,1731529235297.a872b5cfb93b80443842f4eb4d7f4cd6.} 2024-11-13T20:20:51,081 DEBUG [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:20:51,082 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:20:51,083 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:51,083 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:51,083 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:51,083 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529250080Running coprocessor pre-close hooks at 1731529250080Disabling compacts and flushes for region at 1731529250080Disabling writes for close at 1731529250080Obtaining lock to block concurrent updates at 1731529250080Preparing flush snapshotting stores in 1588230740 at 1731529250080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529250080Flushing stores of hbase:meta,,1.1588230740 at 1731529250081 (+1 ms)Flushing 1588230740/info: creating writer at 1731529250081Flushing 1588230740/info: appending metadata at 1731529250112 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731529250112Flushing 1588230740/ns: creating writer at 1731529250526 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731529250559 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731529250559Flushing 1588230740/rep_barrier: creating writer at 1731529250584 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529250603 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529250603Flushing 1588230740/table: creating writer at 1731529250618 (+15 ms)Flushing 1588230740/table: appending metadata at 1731529250645 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731529250645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f24b732: reopening flushed file at 1731529251057 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d792537: reopening flushed file at 1731529251062 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b4f2db: reopening flushed file at 1731529251067 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165e0b3d: reopening flushed file at 1731529251071 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 997ms, sequenceid=16, compaction requested=false at 1731529251077 (+6 ms)Writing region close event to WAL at 1731529251079 (+2 ms)Running coprocessor post-close hooks at 1731529251083 (+4 ms)Closed at 1731529251083 2024-11-13T20:20:51,083 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:51,190 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:20:51,242 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 to pos 2359, reset compression=false 2024-11-13T20:20:51,281 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T20:20:51,281 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,44907,1731529221742; all regions closed. 2024-11-13T20:20:51,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:20:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741839_1015 (size=2609) 2024-11-13T20:20:51,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/WALs/04ac815325d6,44907,1731529221742/04ac815325d6%2C44907%2C1731529221742.1731529223936 not finished, retry = 0 2024-11-13T20:20:51,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741833_1009 (size=2367) 2024-11-13T20:20:51,391 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:51,391 INFO [RS:0;04ac815325d6:44907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:51,392 INFO [RS:0;04ac815325d6:44907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:51,392 INFO [RS:0;04ac815325d6:44907 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:51,392 INFO [RS:0;04ac815325d6:44907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:51,392 INFO [RS:0;04ac815325d6:44907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,44907,1731529221742 because: Region server is closing 2024-11-13T20:20:51,393 INFO [RS:0;04ac815325d6:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44907. 2024-11-13T20:20:51,393 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:51,393 DEBUG [RS:0;04ac815325d6:44907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:51,393 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:51,393 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:51,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:51,493 INFO [RS:0;04ac815325d6:44907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.shipper04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 terminated 2024-11-13T20:20:51,493 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,44907,1731529221742.replicationSource.wal-reader.04ac815325d6%2C44907%2C1731529221742,1-04ac815325d6,44907,1731529221742 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:20:51,493 INFO [RS:0;04ac815325d6:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44907. 2024-11-13T20:20:51,493 DEBUG [RS:0;04ac815325d6:44907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:51,493 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:51,494 DEBUG [RS:0;04ac815325d6:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:51,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:51,494 INFO [RS:0;04ac815325d6:44907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44907 2024-11-13T20:20:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655074882/rs/04ac815325d6,44907,1731529221742 2024-11-13T20:20:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882/rs 2024-11-13T20:20:51,496 INFO [RS:0;04ac815325d6:44907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:51,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,44907,1731529221742] 2024-11-13T20:20:51,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655074882/draining/04ac815325d6,44907,1731529221742 already deleted, retry=false 2024-11-13T20:20:51,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,44907,1731529221742 expired; onlineServers=0 2024-11-13T20:20:51,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,40689,1731529221608' ***** 2024-11-13T20:20:51,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:20:51,499 INFO [M:0;04ac815325d6:40689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:51,499 INFO [M:0;04ac815325d6:40689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:51,499 DEBUG [M:0;04ac815325d6:40689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:20:51,499 DEBUG [M:0;04ac815325d6:40689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:20:51,499 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529223625 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529223625,5,FailOnTimeoutGroup] 2024-11-13T20:20:51,499 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529223633 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529223633,5,FailOnTimeoutGroup] 2024-11-13T20:20:51,499 INFO [M:0;04ac815325d6:40689 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:51,499 INFO [M:0;04ac815325d6:40689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:51,499 DEBUG [M:0;04ac815325d6:40689 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:20:51,499 INFO [M:0;04ac815325d6:40689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:20:51,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:20:51,500 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:51,500 INFO [M:0;04ac815325d6:40689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:51,500 INFO [M:0;04ac815325d6:40689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:20:51,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:20:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655074882/master 2024-11-13T20:20:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655074882 2024-11-13T20:20:51,502 DEBUG [M:0;04ac815325d6:40689 {}] zookeeper.ZKUtil(347): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Unable to get data of znode /1-1655074882/master because node does not exist (not an error) 2024-11-13T20:20:51,502 WARN [M:0;04ac815325d6:40689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:20:51,502 INFO [M:0;04ac815325d6:40689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/.lastflushedseqids 2024-11-13T20:20:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741847_1023 (size=245) 2024-11-13T20:20:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:51,598 INFO [RS:0;04ac815325d6:44907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x1003acd1c580004, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:51,598 INFO [RS:0;04ac815325d6:44907 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,44907,1731529221742; zookeeper connection closed. 2024-11-13T20:20:51,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55cb2e81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55cb2e81 2024-11-13T20:20:51,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:20:51,908 INFO [M:0;04ac815325d6:40689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:20:51,908 INFO [M:0;04ac815325d6:40689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:20:51,908 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:51,908 INFO [M:0;04ac815325d6:40689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:51,908 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:51,908 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:51,908 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:51,909 INFO [M:0;04ac815325d6:40689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T20:20:51,928 DEBUG [M:0;04ac815325d6:40689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6f13b2308a848e2a530a8f8dec6d75a is 82, key is hbase:meta,,1/info:regioninfo/1731529224331/Put/seqid=0 2024-11-13T20:20:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741848_1024 (size=5672) 2024-11-13T20:20:52,332 INFO [M:0;04ac815325d6:40689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6f13b2308a848e2a530a8f8dec6d75a 2024-11-13T20:20:52,353 DEBUG [M:0;04ac815325d6:40689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cad52dacda214cbca88445b254b6fff8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529236100/Put/seqid=0 2024-11-13T20:20:52,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741849_1025 (size=8516) 2024-11-13T20:20:52,404 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:52,757 INFO [M:0;04ac815325d6:40689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cad52dacda214cbca88445b254b6fff8 2024-11-13T20:20:52,777 DEBUG [M:0;04ac815325d6:40689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6398f481976c42c1a9f639bf022b5b3b is 69, key is 04ac815325d6,44907,1731529221742/rs:state/1731529223727/Put/seqid=0 2024-11-13T20:20:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741850_1026 (size=5156) 2024-11-13T20:20:52,783 INFO [M:0;04ac815325d6:40689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6398f481976c42c1a9f639bf022b5b3b 2024-11-13T20:20:52,787 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6f13b2308a848e2a530a8f8dec6d75a as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6f13b2308a848e2a530a8f8dec6d75a 2024-11-13T20:20:52,791 INFO [M:0;04ac815325d6:40689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6f13b2308a848e2a530a8f8dec6d75a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:20:52,792 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cad52dacda214cbca88445b254b6fff8 as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cad52dacda214cbca88445b254b6fff8 2024-11-13T20:20:52,795 INFO [M:0;04ac815325d6:40689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cad52dacda214cbca88445b254b6fff8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:20:52,796 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6398f481976c42c1a9f639bf022b5b3b as hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6398f481976c42c1a9f639bf022b5b3b 2024-11-13T20:20:52,799 INFO [M:0;04ac815325d6:40689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37415/user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6398f481976c42c1a9f639bf022b5b3b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:20:52,800 INFO [M:0;04ac815325d6:40689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false 2024-11-13T20:20:52,802 INFO [M:0;04ac815325d6:40689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:52,802 DEBUG [M:0;04ac815325d6:40689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529251908Disabling compacts and flushes for region at 1731529251908Disabling writes for close at 1731529251908Obtaining lock to block concurrent updates at 1731529251909 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529251909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731529251909Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529251909Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529251910 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529251928 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529251928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529252337 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529252352 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529252352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529252762 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529252776 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529252776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399c7604: reopening flushed file at 1731529252786 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1764e1: reopening flushed file at 1731529252791 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125f80ff: reopening flushed file at 1731529252795 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false at 1731529252800 (+5 ms)Writing region close event to WAL at 1731529252802 (+2 ms)Closed at 1731529252802 2024-11-13T20:20:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741830_1006 (size=63654) 2024-11-13T20:20:52,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/248ed587-9e31-096a-2aa9-99bcfb429912/MasterData/WALs/04ac815325d6,40689,1731529221608/04ac815325d6%2C40689%2C1731529221608.1731529223143 not finished, retry = 0 2024-11-13T20:20:52,905 INFO [M:0;04ac815325d6:40689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:20:52,905 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:52,905 INFO [M:0;04ac815325d6:40689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40689 2024-11-13T20:20:52,905 INFO [M:0;04ac815325d6:40689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:53,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:53,007 INFO [M:0;04ac815325d6:40689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:53,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40689-0x1003acd1c580003, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:53,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be291d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:53,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:53,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:53,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:53,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:53,013 WARN [BP-2052680394-172.17.0.2-1731529220490 heartbeating to localhost/127.0.0.1:37415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:20:53,013 WARN [BP-2052680394-172.17.0.2-1731529220490 heartbeating to localhost/127.0.0.1:37415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2052680394-172.17.0.2-1731529220490 (Datanode Uuid cf802b2a-1e12-4fdb-9e0d-c5a0c5509da0) service to localhost/127.0.0.1:37415 2024-11-13T20:20:53,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:20:53,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:20:53,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/cluster_f302d63d-19b6-1810-37a1-cbda330ca47e/data/data1/current/BP-2052680394-172.17.0.2-1731529220490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:53,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/cluster_f302d63d-19b6-1810-37a1-cbda330ca47e/data/data2/current/BP-2052680394-172.17.0.2-1731529220490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:53,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:20:53,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e636fa6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:53,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:53,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:53,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:53,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c323620a-b888-e0e5-909e-fbe5f8ceb4df/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:53,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:20:53,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:20:53,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:53,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:53,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:53,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:53,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:53,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:20:53,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=861171238, stopped=false 2024-11-13T20:20:53,037 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,38569,1731529217642 2024-11-13T20:20:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737971725/running 2024-11-13T20:20:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737971725/running 2024-11-13T20:20:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:53,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:53,039 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:53,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:20:53,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:53,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:53,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on znode that does not yet exist, /0-737971725/running 2024-11-13T20:20:53,039 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,35451,1731529217712' ***** 2024-11-13T20:20:53,039 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:20:53,040 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:20:53,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Set watcher on znode that does not yet exist, /0-737971725/running 2024-11-13T20:20:53,040 INFO [RS:0;04ac815325d6:35451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:20:53,040 INFO [RS:0;04ac815325d6:35451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:20:53,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:20:53,040 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(3091): Received CLOSE for a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,35451,1731529217712 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35451. 2024-11-13T20:20:53,041 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a40e57ca867458a018666b527af74c1e, disabling compactions & flushes 2024-11-13T20:20:53,041 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:53,041 DEBUG [RS:0;04ac815325d6:35451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:53,041 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:53,041 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:53,041 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529228649.a40e57ca867458a018666b527af74c1e. after waiting 0 ms 2024-11-13T20:20:53,041 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:20:53,041 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a40e57ca867458a018666b527af74c1e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T20:20:53,041 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:20:53,041 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a40e57ca867458a018666b527af74c1e=test,,1731529228649.a40e57ca867458a018666b527af74c1e., 3ade5b602edf0e73a242ef82ecfb02e4=hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4.} 2024-11-13T20:20:53,041 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ade5b602edf0e73a242ef82ecfb02e4, a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:53,041 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:53,041 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:53,041 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:53,042 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:53,042 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:53,042 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:20:53,064 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/f/3914b0e21c7042d7b0b1d13930a6c76a is 37, key is row3/f:row3/1731529246348/Put/seqid=0 2024-11-13T20:20:53,064 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/info/e5c10ef7ca714bebbf41beb7f49a0c1e is 147, key is hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4./info:regioninfo/1731529234535/Put/seqid=0 2024-11-13T20:20:53,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741840_1016 (size=7686) 2024-11-13T20:20:53,075 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/info/e5c10ef7ca714bebbf41beb7f49a0c1e 2024-11-13T20:20:53,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741841_1017 (size=5228) 2024-11-13T20:20:53,094 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/ns/7d551b07651045f2996ab67ea6176a5f is 43, key is default/ns:d/1731529220393/Put/seqid=0 2024-11-13T20:20:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:20:53,098 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/ns/7d551b07651045f2996ab67ea6176a5f 2024-11-13T20:20:53,119 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/rep_barrier/9fa35a6cf3574451909b07b8b747ffbd is 112, key is test,,1731529228649.a40e57ca867458a018666b527af74c1e./rep_barrier:seqnumDuringOpen/1731529229430/Put/seqid=0 2024-11-13T20:20:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741843_1019 (size=5518) 2024-11-13T20:20:53,122 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/rep_barrier/9fa35a6cf3574451909b07b8b747ffbd 2024-11-13T20:20:53,123 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:53,145 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/table/2e3dcdd7d7344a309222c102c76c4485 is 53, key is hbase:replication/table:state/1731529234543/Put/seqid=0 2024-11-13T20:20:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741844_1020 (size=5308) 2024-11-13T20:20:53,152 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/table/2e3dcdd7d7344a309222c102c76c4485 2024-11-13T20:20:53,157 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/info/e5c10ef7ca714bebbf41beb7f49a0c1e as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/info/e5c10ef7ca714bebbf41beb7f49a0c1e 2024-11-13T20:20:53,161 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/info/e5c10ef7ca714bebbf41beb7f49a0c1e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:20:53,161 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/ns/7d551b07651045f2996ab67ea6176a5f as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/ns/7d551b07651045f2996ab67ea6176a5f 2024-11-13T20:20:53,165 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/ns/7d551b07651045f2996ab67ea6176a5f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:20:53,166 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/rep_barrier/9fa35a6cf3574451909b07b8b747ffbd as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/rep_barrier/9fa35a6cf3574451909b07b8b747ffbd 2024-11-13T20:20:53,170 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/rep_barrier/9fa35a6cf3574451909b07b8b747ffbd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:20:53,170 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/.tmp/table/2e3dcdd7d7344a309222c102c76c4485 as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/table/2e3dcdd7d7344a309222c102c76c4485 2024-11-13T20:20:53,175 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/table/2e3dcdd7d7344a309222c102c76c4485, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:20:53,176 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=16, compaction requested=false 2024-11-13T20:20:53,176 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:20:53,181 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:20:53,182 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:53,182 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:20:53,182 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:53,182 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529253041Running coprocessor pre-close hooks at 1731529253041Disabling compacts and flushes for region at 1731529253041Disabling writes for close at 1731529253042 (+1 ms)Obtaining lock to block concurrent updates at 1731529253042Preparing flush snapshotting stores in 1588230740 at 1731529253042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529253042Flushing stores of hbase:meta,,1.1588230740 at 1731529253042Flushing 1588230740/info: creating writer at 1731529253043 (+1 ms)Flushing 1588230740/info: appending metadata at 1731529253063 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731529253063Flushing 1588230740/ns: creating writer at 1731529253079 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731529253094 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731529253094Flushing 1588230740/rep_barrier: creating writer at 1731529253102 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529253118 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529253118Flushing 1588230740/table: creating writer at 1731529253127 (+9 ms)Flushing 1588230740/table: appending metadata at 1731529253144 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731529253144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a0177f: reopening flushed file at 1731529253156 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd4c47: reopening flushed file at 1731529253161 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9221e1: reopening flushed file at 1731529253165 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684d40a0: reopening flushed file at 1731529253170 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=16, compaction requested=false at 1731529253176 (+6 ms)Writing region close event to WAL at 1731529253178 (+2 ms)Running coprocessor post-close hooks at 1731529253182 (+4 ms)Closed at 1731529253182 2024-11-13T20:20:53,182 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:53,241 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1351): Waiting on 3ade5b602edf0e73a242ef82ecfb02e4, a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:53,286 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:20:53,286 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:20:53,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,408 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1496, reset compression=false 2024-11-13T20:20:53,413 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:53,413 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1743, reset compression=false 2024-11-13T20:20:53,413 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,35451,1731529217712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:20:53,414 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,35451,1731529217712: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,35451,1731529217712, walGroup=04ac815325d6%2C35451%2C1731529217712, offset=04ac815325d6%2C35451%2C1731529217712.1731529219418:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:20:53,415 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:20:53,415 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:20:53,416 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:20:53,416 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:20:53,416 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:20:53,416 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1126170624, "init": 1048576000, "max": 2306867200, "used": 866641472 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198452280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:20:53,416 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:38569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:38569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:20:53,442 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1351): Waiting on 3ade5b602edf0e73a242ef82ecfb02e4, a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:53,475 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/f/3914b0e21c7042d7b0b1d13930a6c76a 2024-11-13T20:20:53,479 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3914b0e21c7042d7b0b1d13930a6c76a 2024-11-13T20:20:53,500 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/f1/392db30123cb439680c273231d55fdb2 is 30, key is row1/f1:/1731529243687/DeleteFamily/seqid=0 2024-11-13T20:20:53,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741845_1021 (size=5158) 2024-11-13T20:20:53,504 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/f1/392db30123cb439680c273231d55fdb2 2024-11-13T20:20:53,508 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 392db30123cb439680c273231d55fdb2 2024-11-13T20:20:53,523 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/norep/26ba364d1aab4015816558f383483d34 is 32, key is row/norep:/1731529242680/DeleteFamily/seqid=0 2024-11-13T20:20:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741846_1022 (size=5101) 2024-11-13T20:20:53,616 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1743, reset compression=false 2024-11-13T20:20:53,642 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1351): Waiting on 3ade5b602edf0e73a242ef82ecfb02e4, a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:53,842 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1351): Waiting on 3ade5b602edf0e73a242ef82ecfb02e4, a40e57ca867458a018666b527af74c1e 2024-11-13T20:20:53,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:53,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,920 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1743, reset compression=false 2024-11-13T20:20:53,927 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/norep/26ba364d1aab4015816558f383483d34 2024-11-13T20:20:53,931 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26ba364d1aab4015816558f383483d34 2024-11-13T20:20:53,932 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/f/3914b0e21c7042d7b0b1d13930a6c76a as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/f/3914b0e21c7042d7b0b1d13930a6c76a 2024-11-13T20:20:53,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,945 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3914b0e21c7042d7b0b1d13930a6c76a 2024-11-13T20:20:53,945 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/f/3914b0e21c7042d7b0b1d13930a6c76a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T20:20:53,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,946 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/f1/392db30123cb439680c273231d55fdb2 as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/f1/392db30123cb439680c273231d55fdb2 2024-11-13T20:20:53,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,950 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 392db30123cb439680c273231d55fdb2 2024-11-13T20:20:53,950 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/f1/392db30123cb439680c273231d55fdb2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T20:20:53,951 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/.tmp/norep/26ba364d1aab4015816558f383483d34 as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/norep/26ba364d1aab4015816558f383483d34 2024-11-13T20:20:53,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:53,959 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26ba364d1aab4015816558f383483d34 2024-11-13T20:20:53,959 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/norep/26ba364d1aab4015816558f383483d34, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T20:20:53,960 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a40e57ca867458a018666b527af74c1e in 919ms, sequenceid=12, compaction requested=false 2024-11-13T20:20:53,960 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:20:54,001 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/data/default/test/a40e57ca867458a018666b527af74c1e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:54,002 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a40e57ca867458a018666b527af74c1e: Waiting for close lock at 1731529253041Running coprocessor pre-close hooks at 1731529253041Disabling compacts and flushes for region at 1731529253041Disabling writes for close at 1731529253041Obtaining lock to block concurrent updates at 1731529253041Preparing flush snapshotting stores in a40e57ca867458a018666b527af74c1e at 1731529253041Finished memstore snapshotting test,,1731529228649.a40e57ca867458a018666b527af74c1e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731529253041Flushing stores of test,,1731529228649.a40e57ca867458a018666b527af74c1e. at 1731529253042 (+1 ms)Flushing a40e57ca867458a018666b527af74c1e/f: creating writer at 1731529253042Flushing a40e57ca867458a018666b527af74c1e/f: appending metadata at 1731529253063 (+21 ms)Flushing a40e57ca867458a018666b527af74c1e/f: closing flushed file at 1731529253063Flushing a40e57ca867458a018666b527af74c1e/f1: creating writer at 1731529253479 (+416 ms)Flushing a40e57ca867458a018666b527af74c1e/f1: appending metadata at 1731529253499 (+20 ms)Flushing a40e57ca867458a018666b527af74c1e/f1: closing flushed file at 1731529253499Flushing a40e57ca867458a018666b527af74c1e/norep: creating writer at 1731529253508 (+9 ms)Flushing a40e57ca867458a018666b527af74c1e/norep: appending metadata at 1731529253522 (+14 ms)Flushing a40e57ca867458a018666b527af74c1e/norep: closing flushed file at 1731529253522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401ac0ce: reopening flushed file at 1731529253931 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2f8891: reopening flushed file at 1731529253945 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464a14a4: reopening flushed file at 1731529253951 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a40e57ca867458a018666b527af74c1e in 919ms, sequenceid=12, compaction requested=false at 1731529253960 (+9 ms)Writing region close event to WAL at 1731529253993 (+33 ms)Running coprocessor post-close hooks at 1731529254001 (+8 ms)Closed at 1731529254002 (+1 ms) 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529228649.a40e57ca867458a018666b527af74c1e. 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ade5b602edf0e73a242ef82ecfb02e4, disabling compactions & flushes 2024-11-13T20:20:54,002 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. after waiting 0 ms 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ade5b602edf0e73a242ef82ecfb02e4: Waiting for close lock at 1731529254002Running coprocessor pre-close hooks at 1731529254002Disabling compacts and flushes for region at 1731529254002Disabling writes for close at 1731529254002Failed flush hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4., putting online again at 1731529254002 2024-11-13T20:20:54,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,042 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:20:54,042 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1325): Online Regions={3ade5b602edf0e73a242ef82ecfb02e4=hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4.} 2024-11-13T20:20:54,042 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:54,043 DEBUG [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1351): Waiting on 3ade5b602edf0e73a242ef82ecfb02e4 2024-11-13T20:20:54,043 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ade5b602edf0e73a242ef82ecfb02e4, disabling compactions & flushes 2024-11-13T20:20:54,043 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,043 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,043 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. after waiting 0 ms 2024-11-13T20:20:54,043 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,043 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ade5b602edf0e73a242ef82ecfb02e4: Waiting for close lock at 1731529254043Running coprocessor pre-close hooks at 1731529254043Disabling compacts and flushes for region at 1731529254043Disabling writes for close at 1731529254043Failed flush hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4., putting online again at 1731529254043 2024-11-13T20:20:54,043 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529234127.3ade5b602edf0e73a242ef82ecfb02e4. 2024-11-13T20:20:54,243 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T20:20:54,243 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,35451,1731529217712; all regions closed. 2024-11-13T20:20:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:20:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741839_1015 (size=2609) 2024-11-13T20:20:54,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.rep.1731529234499 not finished, retry = 0 2024-11-13T20:20:54,325 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 1743, reset compression=false 2024-11-13T20:20:54,330 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:20:54,330 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/WALs/04ac815325d6,35451,1731529217712/04ac815325d6%2C35451%2C1731529217712.1731529219418 to pos 2387, reset compression=false 2024-11-13T20:20:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741832_1008 (size=2395) 2024-11-13T20:20:54,352 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:54,352 INFO [RS:0;04ac815325d6:35451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:20:54,352 INFO [RS:0;04ac815325d6:35451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:54,353 INFO [RS:0;04ac815325d6:35451 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:54,353 INFO [RS:0;04ac815325d6:35451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:54,353 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:54,353 INFO [RS:0;04ac815325d6:35451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,35451,1731529217712 because: Region server is closing 2024-11-13T20:20:54,353 INFO [RS:0;04ac815325d6:35451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35451. 2024-11-13T20:20:54,353 DEBUG [RS:0;04ac815325d6:35451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:54,353 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:54,354 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:54,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:54,454 INFO [RS:0;04ac815325d6:35451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.shipper04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 terminated 2024-11-13T20:20:54,454 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,35451,1731529217712.replicationSource.wal-reader.04ac815325d6%2C35451%2C1731529217712,1-04ac815325d6,35451,1731529217712 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:20:54,454 INFO [RS:0;04ac815325d6:35451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35451. 2024-11-13T20:20:54,454 DEBUG [RS:0;04ac815325d6:35451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:20:54,454 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:54,454 DEBUG [RS:0;04ac815325d6:35451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:54,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:20:54,454 INFO [RS:0;04ac815325d6:35451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35451 2024-11-13T20:20:54,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737971725/rs/04ac815325d6,35451,1731529217712 2024-11-13T20:20:54,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725/rs 2024-11-13T20:20:54,457 INFO [RS:0;04ac815325d6:35451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:54,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,35451,1731529217712] 2024-11-13T20:20:54,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-737971725/draining/04ac815325d6,35451,1731529217712 already deleted, retry=false 2024-11-13T20:20:54,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,35451,1731529217712 expired; onlineServers=0 2024-11-13T20:20:54,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,38569,1731529217642' ***** 2024-11-13T20:20:54,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:20:54,459 INFO [M:0;04ac815325d6:38569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:20:54,460 INFO [M:0;04ac815325d6:38569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:20:54,460 DEBUG [M:0;04ac815325d6:38569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:20:54,460 DEBUG [M:0;04ac815325d6:38569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:20:54,460 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:20:54,460 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529219192 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529219192,5,FailOnTimeoutGroup] 2024-11-13T20:20:54,460 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529219192 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529219192,5,FailOnTimeoutGroup] 2024-11-13T20:20:54,460 INFO [M:0;04ac815325d6:38569 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:20:54,460 INFO [M:0;04ac815325d6:38569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:20:54,460 DEBUG [M:0;04ac815325d6:38569 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:20:54,460 INFO [M:0;04ac815325d6:38569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:20:54,460 INFO [M:0;04ac815325d6:38569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:20:54,460 INFO [M:0;04ac815325d6:38569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:20:54,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:20:54,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737971725/master 2024-11-13T20:20:54,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737971725 2024-11-13T20:20:54,461 DEBUG [M:0;04ac815325d6:38569 {}] zookeeper.ZKUtil(347): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Unable to get data of znode /0-737971725/master because node does not exist (not an error) 2024-11-13T20:20:54,461 WARN [M:0;04ac815325d6:38569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:20:54,462 INFO [M:0;04ac815325d6:38569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/.lastflushedseqids 2024-11-13T20:20:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741847_1023 (size=245) 2024-11-13T20:20:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35451-0x1003acd1c580001, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:54,558 INFO [RS:0;04ac815325d6:35451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:54,558 INFO [RS:0;04ac815325d6:35451 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,35451,1731529217712; zookeeper connection closed. 2024-11-13T20:20:54,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e0e260b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e0e260b 2024-11-13T20:20:54,559 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:20:54,867 INFO [M:0;04ac815325d6:38569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:20:54,867 INFO [M:0;04ac815325d6:38569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:20:54,867 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:54,867 INFO [M:0;04ac815325d6:38569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:54,867 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:54,867 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:54,867 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:54,867 INFO [M:0;04ac815325d6:38569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T20:20:54,885 DEBUG [M:0;04ac815325d6:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f31a56785544e6784d39763e2d3eba4 is 82, key is hbase:meta,,1/info:regioninfo/1731529220381/Put/seqid=0 2024-11-13T20:20:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741848_1024 (size=5672) 2024-11-13T20:20:55,293 INFO [M:0;04ac815325d6:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f31a56785544e6784d39763e2d3eba4 2024-11-13T20:20:55,312 DEBUG [M:0;04ac815325d6:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79e1de4717894eb19ba64ff4dafbd587 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529229440/Put/seqid=0 2024-11-13T20:20:55,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741849_1025 (size=7218) 2024-11-13T20:20:55,717 INFO [M:0;04ac815325d6:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79e1de4717894eb19ba64ff4dafbd587 2024-11-13T20:20:55,721 INFO [M:0;04ac815325d6:38569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79e1de4717894eb19ba64ff4dafbd587 2024-11-13T20:20:55,740 DEBUG [M:0;04ac815325d6:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/569ad9b393144d8b8c50e754627ad44a is 69, key is 04ac815325d6,35451,1731529217712/rs:state/1731529219274/Put/seqid=0 2024-11-13T20:20:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741850_1026 (size=5156) 2024-11-13T20:20:56,149 INFO [M:0;04ac815325d6:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/569ad9b393144d8b8c50e754627ad44a 2024-11-13T20:20:56,154 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f31a56785544e6784d39763e2d3eba4 as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f31a56785544e6784d39763e2d3eba4 2024-11-13T20:20:56,159 INFO [M:0;04ac815325d6:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f31a56785544e6784d39763e2d3eba4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T20:20:56,159 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79e1de4717894eb19ba64ff4dafbd587 as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79e1de4717894eb19ba64ff4dafbd587 2024-11-13T20:20:56,163 INFO [M:0;04ac815325d6:38569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79e1de4717894eb19ba64ff4dafbd587 2024-11-13T20:20:56,163 INFO [M:0;04ac815325d6:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79e1de4717894eb19ba64ff4dafbd587, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T20:20:56,164 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/569ad9b393144d8b8c50e754627ad44a as hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/569ad9b393144d8b8c50e754627ad44a 2024-11-13T20:20:56,168 INFO [M:0;04ac815325d6:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43531/user/jenkins/test-data/57e5cdab-c8a9-dc03-20fe-0be9101c966b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/569ad9b393144d8b8c50e754627ad44a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T20:20:56,169 INFO [M:0;04ac815325d6:38569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false 2024-11-13T20:20:56,175 INFO [M:0;04ac815325d6:38569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:56,175 DEBUG [M:0;04ac815325d6:38569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529254867Disabling compacts and flushes for region at 1731529254867Disabling writes for close at 1731529254867Obtaining lock to block concurrent updates at 1731529254867Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529254867Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731529254868 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529254868Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529254868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529254884 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529254884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529255297 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529255312 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529255312Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529255721 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529255739 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529255739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b35765: reopening flushed file at 1731529256154 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae73dbc: reopening flushed file at 1731529256159 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bcefa36: reopening flushed file at 1731529256163 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false at 1731529256169 (+6 ms)Writing region close event to WAL at 1731529256175 (+6 ms)Closed at 1731529256175 2024-11-13T20:20:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741830_1006 (size=64423) 2024-11-13T20:20:56,184 INFO [M:0;04ac815325d6:38569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:20:56,184 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:20:56,184 INFO [M:0;04ac815325d6:38569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38569 2024-11-13T20:20:56,184 INFO [M:0;04ac815325d6:38569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:20:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x1003acd1c580000, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:20:56,287 INFO [M:0;04ac815325d6:38569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:20:56,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ab36650{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:56,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6876b713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:56,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:56,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc581e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:56,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36973165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:56,298 WARN [BP-896896448-172.17.0.2-1731529216475 heartbeating to localhost/127.0.0.1:43531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:20:56,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:20:56,298 WARN [BP-896896448-172.17.0.2-1731529216475 heartbeating to localhost/127.0.0.1:43531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-896896448-172.17.0.2-1731529216475 (Datanode Uuid 243c496e-f963-4246-af5a-38b591594c23) service to localhost/127.0.0.1:43531 2024-11-13T20:20:56,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890/data/data2/current/BP-896896448-172.17.0.2-1731529216475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:56,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:20:56,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:20:56,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/cluster_fe6bdd61-ce51-3e8f-44f1-4889e97fe890/data/data1/current/BP-896896448-172.17.0.2-1731529216475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:20:56,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17db001d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:56,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b31bdca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:20:56,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:20:56,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724e6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:20:56,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d3f243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a8c9f12-f141-0bee-e1c4-b78c65d680a3/hadoop.log.dir/,STOPPED} 2024-11-13T20:20:56,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:20:56,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:20:56,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37415 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43531 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44725 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=515 (was 355) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8054 (was 7921) - AvailableMemoryMB LEAK? - 2024-11-13T20:20:56,363 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=515, ProcessCount=11, AvailableMemoryMB=8054 2024-11-13T20:20:56,382 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T20:20:56,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.log.dir so I do NOT create it in target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a 2024-11-13T20:20:56,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:20:56,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.tmp.dir so I do NOT create it in target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a 2024-11-13T20:20:56,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596f1cb9-3103-ced4-dcba-c7ddd56e6bb9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:20:56,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a 2024-11-13T20:20:56,384 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e, deleteOnExit=true 2024-11-13T20:20:56,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e/zookeeper_0, clientPort=50758, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:20:56,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50758 2024-11-13T20:20:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:20:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:20:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/test.cache.data in system properties and HBase conf 2024-11-13T20:20:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:20:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:20:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:20:56,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:20:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:20:56,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:20:56,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:56,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:20:56,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:20:56,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003acd1c580005, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:20:56,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1003acd1c580008, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:20:56,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003acd1c580002, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:20:56,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003acd1c580005, quorum=127.0.0.1:64079, baseZNode=/1-1655074882 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:20:56,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003acd1c580002, quorum=127.0.0.1:64079, baseZNode=/0-737971725 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:20:56,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1003acd1c580008, quorum=127.0.0.1:64079, baseZNode=/2-1304793855 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:20:56,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:20:56,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:56,508 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68414 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:20:56,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:56,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:56,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:56,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:56,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:20:56,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:56,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:56,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:56,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53841fba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/java.io.tmpdir/jetty-localhost-42349-hadoop-hdfs-3_4_1-tests_jar-_-any-2691270416200923440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:20:56,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:42349} 2024-11-13T20:20:56,965 INFO [Time-limited test {}] server.Server(415): Started @242878ms 2024-11-13T20:20:57,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:20:57,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:20:57,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:20:57,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:20:57,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:20:57,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:20:57,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:20:57,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6b26e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/java.io.tmpdir/jetty-localhost-35725-hadoop-hdfs-3_4_1-tests_jar-_-any-11107824816313943787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:20:57,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:35725} 2024-11-13T20:20:57,257 INFO [Time-limited test {}] server.Server(415): Started @243169ms 2024-11-13T20:20:57,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:20:57,390 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e/data/data1/current/BP-1004146772-172.17.0.2-1731529256432/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:57,397 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e/data/data2/current/BP-1004146772-172.17.0.2-1731529256432/current, will proceed with Du for space computation calculation, 2024-11-13T20:20:57,429 WARN [Thread-3414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:20:57,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x987c450f858d9b9d with lease ID 0xed8745457aa17715: Processing first storage report for DS-07e1c2e3-03f4-435a-9ad7-49cad8c2419e from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e89511ad-65e6-444f-acf6-0774ee3a4c9a, infoPort=40561, infoSecurePort=0, ipcPort=45201, storageInfo=lv=-57;cid=testClusterID;nsid=573451245;c=1731529256432) 2024-11-13T20:20:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x987c450f858d9b9d with lease ID 0xed8745457aa17715: from storage DS-07e1c2e3-03f4-435a-9ad7-49cad8c2419e node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e89511ad-65e6-444f-acf6-0774ee3a4c9a, infoPort=40561, infoSecurePort=0, ipcPort=45201, storageInfo=lv=-57;cid=testClusterID;nsid=573451245;c=1731529256432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x987c450f858d9b9d with lease ID 0xed8745457aa17715: Processing first storage report for DS-26e0a59a-643d-4b64-aa8e-757b33a1e41b from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e89511ad-65e6-444f-acf6-0774ee3a4c9a, infoPort=40561, infoSecurePort=0, ipcPort=45201, storageInfo=lv=-57;cid=testClusterID;nsid=573451245;c=1731529256432) 2024-11-13T20:20:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x987c450f858d9b9d with lease ID 0xed8745457aa17715: from storage DS-26e0a59a-643d-4b64-aa8e-757b33a1e41b node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=e89511ad-65e6-444f-acf6-0774ee3a4c9a, infoPort=40561, infoSecurePort=0, ipcPort=45201, storageInfo=lv=-57;cid=testClusterID;nsid=573451245;c=1731529256432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:20:57,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a 2024-11-13T20:20:57,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:57,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:57,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:20:57,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889 with version=8 2024-11-13T20:20:57,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/hbase-staging 2024-11-13T20:20:57,927 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:57,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38187 2024-11-13T20:20:57,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38187 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:20:57,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381870x0, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:57,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38187-0x1003acdb8620000 connected 2024-11-13T20:20:57,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:57,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:57,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on znode that does not yet exist, /01284263512/running 2024-11-13T20:20:57,971 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889, hbase.cluster.distributed=false 2024-11-13T20:20:57,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on znode that does not yet exist, /01284263512/acl 2024-11-13T20:20:57,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38187 2024-11-13T20:20:57,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38187 2024-11-13T20:20:57,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38187 2024-11-13T20:20:57,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38187 2024-11-13T20:20:57,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38187 2024-11-13T20:20:57,999 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:20:57,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:57,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:58,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:20:58,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:20:58,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:20:58,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:20:58,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:20:58,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38815 2024-11-13T20:20:58,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38815 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:20:58,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:58,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:58,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388150x0, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:58,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38815-0x1003acdb8620001 connected 2024-11-13T20:20:58,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on znode that does not yet exist, /01284263512/running 2024-11-13T20:20:58,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:20:58,021 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:20:58,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on znode that does not yet exist, /01284263512/master 2024-11-13T20:20:58,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on znode that does not yet exist, /01284263512/acl 2024-11-13T20:20:58,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-13T20:20:58,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38815 2024-11-13T20:20:58,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38815 2024-11-13T20:20:58,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-13T20:20:58,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-13T20:20:58,053 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:38187 2024-11-13T20:20:58,054 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01284263512/backup-masters/04ac815325d6,38187,1731529257926 2024-11-13T20:20:58,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512/backup-masters 2024-11-13T20:20:58,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512/backup-masters 2024-11-13T20:20:58,056 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on existing znode=/01284263512/backup-masters/04ac815325d6,38187,1731529257926 2024-11-13T20:20:58,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01284263512/master 2024-11-13T20:20:58,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,058 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on existing znode=/01284263512/master 2024-11-13T20:20:58,059 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01284263512/backup-masters/04ac815325d6,38187,1731529257926 from backup master directory 2024-11-13T20:20:58,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01284263512/backup-masters/04ac815325d6,38187,1731529257926 2024-11-13T20:20:58,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512/backup-masters 2024-11-13T20:20:58,061 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:58,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512/backup-masters 2024-11-13T20:20:58,061 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,38187,1731529257926 2024-11-13T20:20:58,069 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/hbase.id] with ID: 50faa0f4-2aa5-43e2-b3aa-53304f9255b7 2024-11-13T20:20:58,069 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/.tmp/hbase.id 2024-11-13T20:20:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:20:58,087 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/.tmp/hbase.id]:[hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/hbase.id] 2024-11-13T20:20:58,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:20:58,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:20:58,098 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:20:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:20:58,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:20:58,515 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:20:58,516 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:20:58,522 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store 2024-11-13T20:20:58,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:20:58,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:58,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:20:58,530 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:58,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:58,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:20:58,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:58,530 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:20:58,530 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529258530Disabling compacts and flushes for region at 1731529258530Disabling writes for close at 1731529258530Writing region close event to WAL at 1731529258530Closed at 1731529258530 2024-11-13T20:20:58,531 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/.initializing 2024-11-13T20:20:58,531 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/WALs/04ac815325d6,38187,1731529257926 2024-11-13T20:20:58,532 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:58,533 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C38187%2C1731529257926, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/WALs/04ac815325d6,38187,1731529257926, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/oldWALs, maxLogs=10 2024-11-13T20:20:58,550 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/WALs/04ac815325d6,38187,1731529257926/04ac815325d6%2C38187%2C1731529257926.1731529258533, exclude list is [], retry=0 2024-11-13T20:20:58,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-07e1c2e3-03f4-435a-9ad7-49cad8c2419e,DISK] 2024-11-13T20:20:58,554 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/WALs/04ac815325d6,38187,1731529257926/04ac815325d6%2C38187%2C1731529257926.1731529258533 2024-11-13T20:20:58,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-13T20:20:58,554 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:58,555 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:58,555 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,555 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:20:58,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:58,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:58,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:20:58,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:58,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:58,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:20:58,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:58,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:58,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:20:58,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:58,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:20:58,561 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,561 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,562 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,562 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,562 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,563 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:58,563 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:20:58,565 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:58,565 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66734893, jitterRate=-0.005572602152824402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:58,566 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529258555Initializing all the Stores at 1731529258555Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529258555Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529258556 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529258556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529258556Cleaning up temporary data from old regions at 1731529258562 (+6 ms)Region opened successfully at 1731529258566 (+4 ms) 2024-11-13T20:20:58,566 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:20:58,568 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236f7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:58,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:20:58,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:20:58,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:20:58,570 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:20:58,570 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:20:58,570 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:20:58,570 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:20:58,576 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:20:58,577 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Unable to get data of znode /01284263512/balancer because node does not exist (not necessarily an error) 2024-11-13T20:20:58,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01284263512/balancer already deleted, retry=false 2024-11-13T20:20:58,579 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:20:58,579 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Unable to get data of znode /01284263512/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:20:58,581 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01284263512/normalizer already deleted, retry=false 2024-11-13T20:20:58,581 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:20:58,587 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Unable to get data of znode /01284263512/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:20:58,588 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01284263512/switch/split already deleted, retry=false 2024-11-13T20:20:58,589 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Unable to get data of znode /01284263512/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:20:58,590 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01284263512/switch/merge already deleted, retry=false 2024-11-13T20:20:58,592 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Unable to get data of znode /01284263512/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:20:58,593 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01284263512/snapshot-cleanup already deleted, retry=false 2024-11-13T20:20:58,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01284263512/running 2024-11-13T20:20:58,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01284263512/running 2024-11-13T20:20:58,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,38187,1731529257926, sessionid=0x1003acdb8620000, setting cluster-up flag (Was=false) 2024-11-13T20:20:58,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,603 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01284263512/flush-table-proc/acquired, /01284263512/flush-table-proc/reached, /01284263512/flush-table-proc/abort 2024-11-13T20:20:58,603 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,38187,1731529257926 2024-11-13T20:20:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:58,612 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01284263512/online-snapshot/acquired, /01284263512/online-snapshot/reached, /01284263512/online-snapshot/abort 2024-11-13T20:20:58,612 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,38187,1731529257926 2024-11-13T20:20:58,613 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:20:58,615 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:58,615 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:20:58,615 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:20:58,615 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,38187,1731529257926 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:20:58,616 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:58,616 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:58,617 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:58,617 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:20:58,617 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:20:58,617 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,617 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:58,617 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:58,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:20:58,619 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:58,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:20:58,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529288623 2024-11-13T20:20:58,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:20:58,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:20:58,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:20:58,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:20:58,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:20:58,624 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:20:58,625 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:20:58,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:20:58,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:20:58,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:20:58,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:20:58,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:20:58,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:20:58,632 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529258628,5,FailOnTimeoutGroup] 2024-11-13T20:20:58,633 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529258632,5,FailOnTimeoutGroup] 2024-11-13T20:20:58,633 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,633 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:20:58,633 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,633 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,642 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(746): ClusterId : 50faa0f4-2aa5-43e2-b3aa-53304f9255b7 2024-11-13T20:20:58,642 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:20:58,646 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:20:58,646 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:20:58,649 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:20:58,649 DEBUG [RS:0;04ac815325d6:38815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53519c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:20:58,668 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:38815 2024-11-13T20:20:58,668 INFO [RS:0;04ac815325d6:38815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:20:58,668 INFO [RS:0;04ac815325d6:38815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:20:58,668 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:20:58,669 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,38187,1731529257926 with port=38815, startcode=1731529257999 2024-11-13T20:20:58,669 DEBUG [RS:0;04ac815325d6:38815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:20:58,671 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:20:58,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,38815,1731529257999 2024-11-13T20:20:58,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38187 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,38815,1731529257999 2024-11-13T20:20:58,673 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889 2024-11-13T20:20:58,673 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33303 2024-11-13T20:20:58,673 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:20:58,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512/rs 2024-11-13T20:20:58,675 DEBUG [RS:0;04ac815325d6:38815 {}] zookeeper.ZKUtil(111): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on existing znode=/01284263512/rs/04ac815325d6,38815,1731529257999 2024-11-13T20:20:58,675 WARN [RS:0;04ac815325d6:38815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:20:58,675 INFO [RS:0;04ac815325d6:38815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:58,676 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999 2024-11-13T20:20:58,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,38815,1731529257999] 2024-11-13T20:20:58,686 INFO [RS:0;04ac815325d6:38815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:20:58,688 INFO [RS:0;04ac815325d6:38815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:20:58,693 INFO [RS:0;04ac815325d6:38815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:20:58,693 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,693 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:20:58,694 INFO [RS:0;04ac815325d6:38815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:20:58,694 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:58,694 DEBUG [RS:0;04ac815325d6:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:20:58,696 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,696 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,696 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,696 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,696 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,696 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38815,1731529257999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:58,715 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:20:58,715 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38815,1731529257999-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,715 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,715 INFO [RS:0;04ac815325d6:38815 {}] regionserver.Replication(171): 04ac815325d6,38815,1731529257999 started 2024-11-13T20:20:58,733 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:58,733 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,38815,1731529257999, RpcServer on 04ac815325d6/172.17.0.2:38815, sessionid=0x1003acdb8620001 2024-11-13T20:20:58,734 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:20:58,734 DEBUG [RS:0;04ac815325d6:38815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,38815,1731529257999 2024-11-13T20:20:58,734 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,38815,1731529257999' 2024-11-13T20:20:58,734 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01284263512/flush-table-proc/abort' 2024-11-13T20:20:58,734 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01284263512/flush-table-proc/acquired' 2024-11-13T20:20:58,735 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:20:58,735 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:20:58,735 DEBUG [RS:0;04ac815325d6:38815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,38815,1731529257999 2024-11-13T20:20:58,735 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,38815,1731529257999' 2024-11-13T20:20:58,735 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01284263512/online-snapshot/abort' 2024-11-13T20:20:58,735 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01284263512/online-snapshot/acquired' 2024-11-13T20:20:58,735 DEBUG [RS:0;04ac815325d6:38815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:20:58,735 INFO [RS:0;04ac815325d6:38815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:20:58,735 INFO [RS:0;04ac815325d6:38815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:20:58,836 INFO [RS:0;04ac815325d6:38815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:20:58,837 INFO [RS:0;04ac815325d6:38815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C38815%2C1731529257999, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/oldWALs, maxLogs=10 2024-11-13T20:20:58,854 DEBUG [RS:0;04ac815325d6:38815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838, exclude list is [], retry=0 2024-11-13T20:20:58,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-07e1c2e3-03f4-435a-9ad7-49cad8c2419e,DISK] 2024-11-13T20:20:58,859 INFO [RS:0;04ac815325d6:38815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 2024-11-13T20:20:58,860 DEBUG [RS:0;04ac815325d6:38815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-13T20:20:59,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:20:59,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889 2024-11-13T20:20:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:20:59,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:59,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:59,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:59,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:59,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:59,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:59,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:59,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:59,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:59,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:59,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740 2024-11-13T20:20:59,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740 2024-11-13T20:20:59,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:59,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:59,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:59,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:59,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:20:59,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72203777, jitterRate=0.07592011988162994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529259437Initializing all the Stores at 1731529259437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529259437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529259438 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529259438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529259438Cleaning up temporary data from old regions at 1731529259447 (+9 ms)Region opened successfully at 1731529259452 (+5 ms) 2024-11-13T20:20:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:20:59,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:20:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:20:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:20:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:20:59,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:20:59,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529259452Disabling compacts and flushes for region at 1731529259452Disabling writes for close at 1731529259452Writing region close event to WAL at 1731529259453 (+1 ms)Closed at 1731529259453 2024-11-13T20:20:59,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:59,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:20:59,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:20:59,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:59,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:20:59,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:20:59,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:20:59,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:20:59,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:20:59,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:20:59,608 DEBUG [04ac815325d6:38187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:20:59,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,38815,1731529257999 2024-11-13T20:20:59,610 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,38815,1731529257999, state=OPENING 2024-11-13T20:20:59,611 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:20:59,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:59,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:20:59,614 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:20:59,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01284263512/meta-region-server: CHANGED 2024-11-13T20:20:59,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01284263512/meta-region-server: CHANGED 2024-11-13T20:20:59,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,38815,1731529257999}] 2024-11-13T20:20:59,769 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:20:59,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:20:59,778 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:20:59,778 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:20:59,778 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:20:59,780 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C38815%2C1731529257999.meta, suffix=.meta, logDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/oldWALs, maxLogs=10 2024-11-13T20:20:59,800 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.meta.1731529259780.meta, exclude list is [], retry=0 2024-11-13T20:20:59,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-07e1c2e3-03f4-435a-9ad7-49cad8c2419e,DISK] 2024-11-13T20:20:59,813 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.meta.1731529259780.meta 2024-11-13T20:20:59,814 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-13T20:20:59,814 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:20:59,814 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:20:59,814 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:20:59,814 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:20:59,815 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:20:59,815 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:20:59,815 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:20:59,815 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:20:59,815 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:20:59,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:20:59,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:20:59,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:20:59,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:20:59,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:20:59,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:20:59,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:20:59,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:20:59,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:20:59,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:20:59,822 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:20:59,822 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740 2024-11-13T20:20:59,823 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740 2024-11-13T20:20:59,824 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:20:59,824 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:20:59,825 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:20:59,826 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:20:59,827 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63738156, jitterRate=-0.050227463245391846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:20:59,827 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:20:59,828 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529259815Writing region info on filesystem at 1731529259815Initializing all the Stores at 1731529259816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529259816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529259816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529259816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529259816Cleaning up temporary data from old regions at 1731529259824 (+8 ms)Running coprocessor post-open hooks at 1731529259827 (+3 ms)Region opened successfully at 1731529259828 (+1 ms) 2024-11-13T20:20:59,829 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529259769 2024-11-13T20:20:59,832 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:20:59,832 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:20:59,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38815,1731529257999 2024-11-13T20:20:59,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,38815,1731529257999, state=OPEN 2024-11-13T20:20:59,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01284263512/meta-region-server 2024-11-13T20:20:59,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01284263512/meta-region-server 2024-11-13T20:20:59,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01284263512/meta-region-server: CHANGED 2024-11-13T20:20:59,838 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,38815,1731529257999 2024-11-13T20:20:59,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01284263512/meta-region-server: CHANGED 2024-11-13T20:20:59,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:20:59,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,38815,1731529257999 in 224 msec 2024-11-13T20:20:59,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:20:59,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-13T20:20:59,845 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:20:59,845 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:20:59,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:59,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,38815,1731529257999, seqNum=-1] 2024-11-13T20:20:59,847 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:59,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:59,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-13T20:20:59,853 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529259853, completionTime=-1 2024-11-13T20:20:59,853 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:20:59,853 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:20:59,855 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:20:59,855 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529319855 2024-11-13T20:20:59,855 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529379855 2024-11-13T20:20:59,855 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:20:59,857 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38187,1731529257926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:59,857 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38187,1731529257926-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:59,857 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38187,1731529257926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:59,857 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:38187, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:59,857 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:59,858 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:59,862 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.803sec 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38187,1731529257926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:20:59,864 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38187,1731529257926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:20:59,867 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:20:59,867 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:20:59,867 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38187,1731529257926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:20:59,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:59,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38187,-1 for getting cluster id 2024-11-13T20:20:59,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:20:59,960 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50faa0f4-2aa5-43e2-b3aa-53304f9255b7' 2024-11-13T20:20:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:20:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50faa0f4-2aa5-43e2-b3aa-53304f9255b7" 2024-11-13T20:20:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f089dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38187,-1] 2024-11-13T20:20:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:20:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:20:59,963 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:20:59,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:20:59,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:20:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,38815,1731529257999, seqNum=-1] 2024-11-13T20:20:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:20:59,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:20:59,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,38187,1731529257926 2024-11-13T20:20:59,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:20:59,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:20:59,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.log.dir so I do NOT create it in target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69 2024-11-13T20:20:59,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:20:59,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.tmp.dir so I do NOT create it in target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69 2024-11-13T20:20:59,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:20:59,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69 2024-11-13T20:20:59,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:20:59,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/cluster_050c6f72-d9aa-339c-1462-0daa41ad71cc, deleteOnExit=true 2024-11-13T20:20:59,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:20:59,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003acdb8620002 connected 2024-11-13T20:20:59,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/test.cache.data in system properties and HBase conf 2024-11-13T20:20:59,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:20:59,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:20:59,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:20:59,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:20:59,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:20:59,986 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:20:59,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:59,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:20:59,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:20:59,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:59,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:20:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:21:00,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:00,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:00,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:00,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:00,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:00,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:00,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:00,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:00,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b552d27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/java.io.tmpdir/jetty-localhost-44171-hadoop-hdfs-3_4_1-tests_jar-_-any-10984299110489158637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:00,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:44171} 2024-11-13T20:21:00,240 INFO [Time-limited test {}] server.Server(415): Started @246153ms 2024-11-13T20:21:00,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:00,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:00,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:00,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:00,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:00,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:00,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:00,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1008dde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/java.io.tmpdir/jetty-localhost-44623-hadoop-hdfs-3_4_1-tests_jar-_-any-11028639274725001442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:00,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:44623} 2024-11-13T20:21:00,528 INFO [Time-limited test {}] server.Server(415): Started @246441ms 2024-11-13T20:21:00,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:21:00,743 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/cluster_050c6f72-d9aa-339c-1462-0daa41ad71cc/data/data1/current/BP-1395612089-172.17.0.2-1731529260015/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:00,744 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/cluster_050c6f72-d9aa-339c-1462-0daa41ad71cc/data/data2/current/BP-1395612089-172.17.0.2-1731529260015/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:00,829 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:21:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x811b033e5502a30b with lease ID 0xc95973bbd95404ab: Processing first storage report for DS-9a27c622-3c26-4d5b-b5cb-64592bd66e2a from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=234dab88-8a67-48a9-bb42-90edb134324e, infoPort=46627, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=1233806846;c=1731529260015) 2024-11-13T20:21:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x811b033e5502a30b with lease ID 0xc95973bbd95404ab: from storage DS-9a27c622-3c26-4d5b-b5cb-64592bd66e2a node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=234dab88-8a67-48a9-bb42-90edb134324e, infoPort=46627, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=1233806846;c=1731529260015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x811b033e5502a30b with lease ID 0xc95973bbd95404ab: Processing first storage report for DS-134ba624-756f-4bd2-980f-c1ea47af6643 from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=234dab88-8a67-48a9-bb42-90edb134324e, infoPort=46627, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=1233806846;c=1731529260015) 2024-11-13T20:21:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x811b033e5502a30b with lease ID 0xc95973bbd95404ab: from storage DS-134ba624-756f-4bd2-980f-c1ea47af6643 node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=234dab88-8a67-48a9-bb42-90edb134324e, infoPort=46627, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=1233806846;c=1731529260015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:00,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69 2024-11-13T20:21:00,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:00,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:21:00,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec with version=8 2024-11-13T20:21:00,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/hbase-staging 2024-11-13T20:21:00,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:00,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:00,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:00,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:00,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:21:00,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:00,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36405 2024-11-13T20:21:00,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36405 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:21:00,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364050x0, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:00,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36405-0x1003acdb8620003 connected 2024-11-13T20:21:00,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:00,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:00,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on znode that does not yet exist, /1975166274/running 2024-11-13T20:21:00,945 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec, hbase.cluster.distributed=false 2024-11-13T20:21:00,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on znode that does not yet exist, /1975166274/acl 2024-11-13T20:21:00,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-13T20:21:00,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36405 2024-11-13T20:21:00,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36405 2024-11-13T20:21:00,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-13T20:21:00,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-13T20:21:00,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:00,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:00,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:00,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:00,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:00,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:00,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:21:00,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:01,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39233 2024-11-13T20:21:01,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39233 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:21:01,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:01,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:01,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392330x0, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:01,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392330x0, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on znode that does not yet exist, /1975166274/running 2024-11-13T20:21:01,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:21:01,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39233-0x1003acdb8620004 connected 2024-11-13T20:21:01,027 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:21:01,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on znode that does not yet exist, /1975166274/master 2024-11-13T20:21:01,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on znode that does not yet exist, /1975166274/acl 2024-11-13T20:21:01,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-13T20:21:01,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39233 2024-11-13T20:21:01,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39233 2024-11-13T20:21:01,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-13T20:21:01,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-13T20:21:01,069 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:36405 2024-11-13T20:21:01,071 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1975166274/backup-masters/04ac815325d6,36405,1731529260902 2024-11-13T20:21:01,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274/backup-masters 2024-11-13T20:21:01,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274/backup-masters 2024-11-13T20:21:01,074 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on existing znode=/1975166274/backup-masters/04ac815325d6,36405,1731529260902 2024-11-13T20:21:01,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1975166274/master 2024-11-13T20:21:01,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,076 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on existing znode=/1975166274/master 2024-11-13T20:21:01,077 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1975166274/backup-masters/04ac815325d6,36405,1731529260902 from backup master directory 2024-11-13T20:21:01,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274/backup-masters 2024-11-13T20:21:01,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975166274/backup-masters/04ac815325d6,36405,1731529260902 2024-11-13T20:21:01,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274/backup-masters 2024-11-13T20:21:01,080 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:01,080 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,36405,1731529260902 2024-11-13T20:21:01,114 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/hbase.id] with ID: bc71b7ec-510b-41bc-a153-a22aa7c09526 2024-11-13T20:21:01,114 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/.tmp/hbase.id 2024-11-13T20:21:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:21:01,140 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/.tmp/hbase.id]:[hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/hbase.id] 2024-11-13T20:21:01,166 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:01,166 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:21:01,167 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:21:01,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:21:01,205 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:01,206 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:21:01,208 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:01,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:21:01,231 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store 2024-11-13T20:21:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:21:01,644 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:01,645 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:01,645 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:01,645 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:01,645 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:01,645 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:01,645 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:01,645 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529261645Disabling compacts and flushes for region at 1731529261645Disabling writes for close at 1731529261645Writing region close event to WAL at 1731529261645Closed at 1731529261645 2024-11-13T20:21:01,646 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/.initializing 2024-11-13T20:21:01,646 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/WALs/04ac815325d6,36405,1731529260902 2024-11-13T20:21:01,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:01,649 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C36405%2C1731529260902, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/WALs/04ac815325d6,36405,1731529260902, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/oldWALs, maxLogs=10 2024-11-13T20:21:01,667 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/WALs/04ac815325d6,36405,1731529260902/04ac815325d6%2C36405%2C1731529260902.1731529261649, exclude list is [], retry=0 2024-11-13T20:21:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-9a27c622-3c26-4d5b-b5cb-64592bd66e2a,DISK] 2024-11-13T20:21:01,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/WALs/04ac815325d6,36405,1731529260902/04ac815325d6%2C36405%2C1731529260902.1731529261649 2024-11-13T20:21:01,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-13T20:21:01,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:01,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:01,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:21:01,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:01,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:01,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:21:01,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:01,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:01,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:21:01,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:21:01,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:01,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:01,689 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,689 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,690 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,690 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,690 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,691 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:01,691 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:01,693 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:01,693 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67267613, jitterRate=0.0023655444383621216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:01,693 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529261681Initializing all the Stores at 1731529261683 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529261683Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529261683Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529261683Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529261683Cleaning up temporary data from old regions at 1731529261690 (+7 ms)Region opened successfully at 1731529261693 (+3 ms) 2024-11-13T20:21:01,694 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:21:01,696 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d59fed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:01,696 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:21:01,697 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:21:01,697 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:21:01,697 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:21:01,697 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:21:01,697 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:21:01,697 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:21:01,702 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:21:01,702 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Unable to get data of znode /1975166274/balancer because node does not exist (not necessarily an error) 2024-11-13T20:21:01,704 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975166274/balancer already deleted, retry=false 2024-11-13T20:21:01,704 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:21:01,705 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Unable to get data of znode /1975166274/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:21:01,706 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975166274/normalizer already deleted, retry=false 2024-11-13T20:21:01,707 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:21:01,707 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Unable to get data of znode /1975166274/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:21:01,709 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975166274/switch/split already deleted, retry=false 2024-11-13T20:21:01,710 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Unable to get data of znode /1975166274/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:21:01,711 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975166274/switch/merge already deleted, retry=false 2024-11-13T20:21:01,713 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Unable to get data of znode /1975166274/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:21:01,714 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975166274/snapshot-cleanup already deleted, retry=false 2024-11-13T20:21:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1975166274/running 2024-11-13T20:21:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1975166274/running 2024-11-13T20:21:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,717 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,36405,1731529260902, sessionid=0x1003acdb8620003, setting cluster-up flag (Was=false) 2024-11-13T20:21:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,725 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1975166274/flush-table-proc/acquired, /1975166274/flush-table-proc/reached, /1975166274/flush-table-proc/abort 2024-11-13T20:21:01,726 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,36405,1731529260902 2024-11-13T20:21:01,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:01,733 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1975166274/online-snapshot/acquired, /1975166274/online-snapshot/reached, /1975166274/online-snapshot/abort 2024-11-13T20:21:01,734 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,36405,1731529260902 2024-11-13T20:21:01,735 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:21:01,736 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:01,736 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:21:01,736 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:21:01,736 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,36405,1731529260902 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:01,738 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:01,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:21:01,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:01,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:21:01,743 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529291743 2024-11-13T20:21:01,743 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:21:01,744 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:21:01,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:21:01,748 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:21:01,749 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529261748,5,FailOnTimeoutGroup] 2024-11-13T20:21:01,749 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529261749,5,FailOnTimeoutGroup] 2024-11-13T20:21:01,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:21:01,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,749 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:21:01,756 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(746): ClusterId : bc71b7ec-510b-41bc-a153-a22aa7c09526 2024-11-13T20:21:01,756 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:21:01,759 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:21:01,759 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:21:01,760 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:21:01,760 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:01,773 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:39233 2024-11-13T20:21:01,773 INFO [RS:0;04ac815325d6:39233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:21:01,773 INFO [RS:0;04ac815325d6:39233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:21:01,773 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:21:01,773 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,36405,1731529260902 with port=39233, startcode=1731529260996 2024-11-13T20:21:01,773 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:21:01,775 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:21:01,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,39233,1731529260996 2024-11-13T20:21:01,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36405 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,39233,1731529260996 2024-11-13T20:21:01,776 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec 2024-11-13T20:21:01,776 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41669 2024-11-13T20:21:01,776 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:21:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274/rs 2024-11-13T20:21:01,778 DEBUG [RS:0;04ac815325d6:39233 {}] zookeeper.ZKUtil(111): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on existing znode=/1975166274/rs/04ac815325d6,39233,1731529260996 2024-11-13T20:21:01,778 WARN [RS:0;04ac815325d6:39233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:01,778 INFO [RS:0;04ac815325d6:39233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:01,778 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996 2024-11-13T20:21:01,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,39233,1731529260996] 2024-11-13T20:21:01,786 INFO [RS:0;04ac815325d6:39233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:21:01,787 INFO [RS:0;04ac815325d6:39233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:21:01,788 INFO [RS:0;04ac815325d6:39233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:21:01,788 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,789 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:21:01,789 INFO [RS:0;04ac815325d6:39233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:21:01,789 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:01,789 DEBUG [RS:0;04ac815325d6:39233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:01,790 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,790 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,790 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,790 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,791 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,791 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,39233,1731529260996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:01,806 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:21:01,806 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,39233,1731529260996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,806 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,806 INFO [RS:0;04ac815325d6:39233 {}] regionserver.Replication(171): 04ac815325d6,39233,1731529260996 started 2024-11-13T20:21:01,819 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:01,819 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,39233,1731529260996, RpcServer on 04ac815325d6/172.17.0.2:39233, sessionid=0x1003acdb8620004 2024-11-13T20:21:01,819 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:21:01,819 DEBUG [RS:0;04ac815325d6:39233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,39233,1731529260996 2024-11-13T20:21:01,819 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,39233,1731529260996' 2024-11-13T20:21:01,819 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1975166274/flush-table-proc/abort' 2024-11-13T20:21:01,820 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1975166274/flush-table-proc/acquired' 2024-11-13T20:21:01,821 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:21:01,821 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:21:01,821 DEBUG [RS:0;04ac815325d6:39233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,39233,1731529260996 2024-11-13T20:21:01,821 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,39233,1731529260996' 2024-11-13T20:21:01,821 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1975166274/online-snapshot/abort' 2024-11-13T20:21:01,821 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1975166274/online-snapshot/acquired' 2024-11-13T20:21:01,821 DEBUG [RS:0;04ac815325d6:39233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:21:01,821 INFO [RS:0;04ac815325d6:39233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:21:01,821 INFO [RS:0;04ac815325d6:39233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:21:01,922 INFO [RS:0;04ac815325d6:39233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:01,923 INFO [RS:0;04ac815325d6:39233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39233%2C1731529260996, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/oldWALs, maxLogs=10 2024-11-13T20:21:01,944 DEBUG [RS:0;04ac815325d6:39233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, exclude list is [], retry=0 2024-11-13T20:21:01,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-9a27c622-3c26-4d5b-b5cb-64592bd66e2a,DISK] 2024-11-13T20:21:01,948 INFO [RS:0;04ac815325d6:39233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 2024-11-13T20:21:01,949 DEBUG [RS:0;04ac815325d6:39233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-13T20:21:02,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:21:02,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec 2024-11-13T20:21:02,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:21:02,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:02,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:02,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:02,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:02,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:02,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:02,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:02,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:02,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:02,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:02,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740 2024-11-13T20:21:02,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740 2024-11-13T20:21:02,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:02,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:02,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:02,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:02,197 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:02,198 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65048340, jitterRate=-0.030704200267791748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:02,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529262174Initializing all the Stores at 1731529262175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529262175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529262176 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529262176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529262176Cleaning up temporary data from old regions at 1731529262190 (+14 ms)Region opened successfully at 1731529262198 (+8 ms) 2024-11-13T20:21:02,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:02,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:02,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:02,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:02,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:02,201 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:02,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529262198Disabling compacts and flushes for region at 1731529262198Disabling writes for close at 1731529262199 (+1 ms)Writing region close event to WAL at 1731529262201 (+2 ms)Closed at 1731529262201 2024-11-13T20:21:02,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:02,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:21:02,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:21:02,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:02,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:21:02,355 DEBUG [04ac815325d6:36405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:21:02,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,39233,1731529260996 2024-11-13T20:21:02,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,39233,1731529260996, state=OPENING 2024-11-13T20:21:02,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:21:02,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:02,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:02,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:02,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975166274/meta-region-server: CHANGED 2024-11-13T20:21:02,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,39233,1731529260996}] 2024-11-13T20:21:02,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975166274/meta-region-server: CHANGED 2024-11-13T20:21:02,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:02,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:21:02,525 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:21:02,525 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:02,525 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:21:02,526 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39233%2C1731529260996.meta, suffix=.meta, logDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/oldWALs, maxLogs=10 2024-11-13T20:21:02,543 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.meta.1731529262526.meta, exclude list is [], retry=0 2024-11-13T20:21:02,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-9a27c622-3c26-4d5b-b5cb-64592bd66e2a,DISK] 2024-11-13T20:21:02,558 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.meta.1731529262526.meta 2024-11-13T20:21:02,560 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-13T20:21:02,561 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:02,561 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:02,561 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:02,561 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:21:02,561 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:21:02,561 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:21:02,561 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:02,561 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:21:02,561 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:21:02,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:02,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:02,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:02,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:02,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:02,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:02,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:02,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:02,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:02,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:02,567 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:02,568 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740 2024-11-13T20:21:02,569 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740 2024-11-13T20:21:02,571 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:02,571 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:02,571 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:02,572 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:02,573 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59814232, jitterRate=-0.10869848728179932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:02,573 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:21:02,576 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529262562Writing region info on filesystem at 1731529262562Initializing all the Stores at 1731529262562Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529262562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529262562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529262562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529262562Cleaning up temporary data from old regions at 1731529262571 (+9 ms)Running coprocessor post-open hooks at 1731529262573 (+2 ms)Region opened successfully at 1731529262573 2024-11-13T20:21:02,577 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529262519 2024-11-13T20:21:02,579 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:21:02,579 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:21:02,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,39233,1731529260996 2024-11-13T20:21:02,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,39233,1731529260996, state=OPEN 2024-11-13T20:21:02,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1975166274/meta-region-server 2024-11-13T20:21:02,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1975166274/meta-region-server 2024-11-13T20:21:02,582 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,39233,1731529260996 2024-11-13T20:21:02,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975166274/meta-region-server: CHANGED 2024-11-13T20:21:02,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975166274/meta-region-server: CHANGED 2024-11-13T20:21:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:21:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,39233,1731529260996 in 216 msec 2024-11-13T20:21:02,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:21:02,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-13T20:21:02,587 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:02,587 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:21:02,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:02,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39233,1731529260996, seqNum=-1] 2024-11-13T20:21:02,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:02,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:02,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 857 msec 2024-11-13T20:21:02,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529262593, completionTime=-1 2024-11-13T20:21:02,593 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:21:02,593 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:21:02,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:21:02,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529322595 2024-11-13T20:21:02,595 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529382595 2024-11-13T20:21:02,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:21:02,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36405,1731529260902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:02,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36405,1731529260902-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:02,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36405,1731529260902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:02,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:36405, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:02,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:02,597 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:02,598 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.520sec 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36405,1731529260902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:02,601 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36405,1731529260902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:21:02,603 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:21:02,603 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:21:02,603 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36405,1731529260902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:02,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:02,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:02,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:02,663 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c3d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:02,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:02,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:02,665 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:02,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:02,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:02,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39233,1731529260996, seqNum=-1] 2024-11-13T20:21:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:02,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,36405,1731529260902 2024-11-13T20:21:02,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:21:02,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:02,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003acdb8620005 connected 2024-11-13T20:21:02,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.log.dir so I do NOT create it in target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e 2024-11-13T20:21:02,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:21:02,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.tmp.dir so I do NOT create it in target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e 2024-11-13T20:21:02,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:21:02,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e 2024-11-13T20:21:02,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:21:02,696 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/cluster_a289ad47-a96c-78f3-3b36-f2af4df25e49, deleteOnExit=true 2024-11-13T20:21:02,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:21:02,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/test.cache.data in system properties and HBase conf 2024-11-13T20:21:02,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:21:02,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:21:02,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:02,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:21:02,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:21:02,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:21:02,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:02,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:21:02,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:21:02,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:02,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:02,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:02,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:02,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:02,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:02,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:02,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:02,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a34c8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/java.io.tmpdir/jetty-localhost-46133-hadoop-hdfs-3_4_1-tests_jar-_-any-10760126233715463401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:02,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:46133} 2024-11-13T20:21:02,988 INFO [Time-limited test {}] server.Server(415): Started @248900ms 2024-11-13T20:21:03,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:03,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:03,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:03,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:03,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:03,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:03,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:03,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2482a93b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/java.io.tmpdir/jetty-localhost-40545-hadoop-hdfs-3_4_1-tests_jar-_-any-15364828165600415166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:03,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:40545} 2024-11-13T20:21:03,288 INFO [Time-limited test {}] server.Server(415): Started @249201ms 2024-11-13T20:21:03,289 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:21:03,405 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/cluster_a289ad47-a96c-78f3-3b36-f2af4df25e49/data/data1/current/BP-874576250-172.17.0.2-1731529262724/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:03,405 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/cluster_a289ad47-a96c-78f3-3b36-f2af4df25e49/data/data2/current/BP-874576250-172.17.0.2-1731529262724/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:03,455 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:21:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8795c2cd8ea78da4 with lease ID 0xe64f6a95018145ca: Processing first storage report for DS-1b6c2b07-e628-40e7-bcc0-998a2d58ec95 from datanode DatanodeRegistration(127.0.0.1:38919, datanodeUuid=dd3412a8-537b-490a-9b90-9122f608408b, infoPort=43669, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=382470403;c=1731529262724) 2024-11-13T20:21:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8795c2cd8ea78da4 with lease ID 0xe64f6a95018145ca: from storage DS-1b6c2b07-e628-40e7-bcc0-998a2d58ec95 node DatanodeRegistration(127.0.0.1:38919, datanodeUuid=dd3412a8-537b-490a-9b90-9122f608408b, infoPort=43669, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=382470403;c=1731529262724), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:21:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8795c2cd8ea78da4 with lease ID 0xe64f6a95018145ca: Processing first storage report for DS-e17578b2-36fa-4334-a4d5-83cd247f6093 from datanode DatanodeRegistration(127.0.0.1:38919, datanodeUuid=dd3412a8-537b-490a-9b90-9122f608408b, infoPort=43669, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=382470403;c=1731529262724) 2024-11-13T20:21:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8795c2cd8ea78da4 with lease ID 0xe64f6a95018145ca: from storage DS-e17578b2-36fa-4334-a4d5-83cd247f6093 node DatanodeRegistration(127.0.0.1:38919, datanodeUuid=dd3412a8-537b-490a-9b90-9122f608408b, infoPort=43669, infoSecurePort=0, ipcPort=35575, storageInfo=lv=-57;cid=testClusterID;nsid=382470403;c=1731529262724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:03,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e 2024-11-13T20:21:03,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:03,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:03,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:21:03,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768 with version=8 2024-11-13T20:21:03,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/hbase-staging 2024-11-13T20:21:03,955 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:03,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:03,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:03,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:21:03,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:03,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38287 2024-11-13T20:21:03,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38287 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:21:03,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382870x0, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:03,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38287-0x1003acdb8620006 connected 2024-11-13T20:21:03,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:03,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:03,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on znode that does not yet exist, /21640385503/running 2024-11-13T20:21:03,973 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768, hbase.cluster.distributed=false 2024-11-13T20:21:03,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on znode that does not yet exist, /21640385503/acl 2024-11-13T20:21:03,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38287 2024-11-13T20:21:03,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38287 2024-11-13T20:21:03,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38287 2024-11-13T20:21:03,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38287 2024-11-13T20:21:03,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38287 2024-11-13T20:21:03,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:03,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:03,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:03,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:03,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:03,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:03,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:21:03,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:03,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42775 2024-11-13T20:21:03,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42775 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:21:03,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:04,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:04,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427750x0, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:04,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42775-0x1003acdb8620007 connected 2024-11-13T20:21:04,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427750x0, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on znode that does not yet exist, /21640385503/running 2024-11-13T20:21:04,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:21:04,007 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:21:04,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on znode that does not yet exist, /21640385503/master 2024-11-13T20:21:04,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on znode that does not yet exist, /21640385503/acl 2024-11-13T20:21:04,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42775 2024-11-13T20:21:04,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42775 2024-11-13T20:21:04,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42775 2024-11-13T20:21:04,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42775 2024-11-13T20:21:04,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42775 2024-11-13T20:21:04,027 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:38287 2024-11-13T20:21:04,027 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21640385503/backup-masters/04ac815325d6,38287,1731529263955 2024-11-13T20:21:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503/backup-masters 2024-11-13T20:21:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503/backup-masters 2024-11-13T20:21:04,029 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on existing znode=/21640385503/backup-masters/04ac815325d6,38287,1731529263955 2024-11-13T20:21:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21640385503/master 2024-11-13T20:21:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:04,031 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on existing znode=/21640385503/master 2024-11-13T20:21:04,031 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21640385503/backup-masters/04ac815325d6,38287,1731529263955 from backup master directory 2024-11-13T20:21:04,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503/backup-masters 2024-11-13T20:21:04,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21640385503/backup-masters/04ac815325d6,38287,1731529263955 2024-11-13T20:21:04,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503/backup-masters 2024-11-13T20:21:04,033 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:04,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,38287,1731529263955 2024-11-13T20:21:04,037 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/hbase.id] with ID: d430e2cd-6add-409c-9caa-0b9df4651ddf 2024-11-13T20:21:04,037 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/.tmp/hbase.id 2024-11-13T20:21:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:21:04,442 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/.tmp/hbase.id]:[hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/hbase.id] 2024-11-13T20:21:04,451 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:04,451 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:21:04,452 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:21:04,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:04,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:21:04,860 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:04,860 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:21:04,861 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:04,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:21:04,868 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store 2024-11-13T20:21:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:21:05,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:05,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:05,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:21:05,273 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:05,273 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:05,273 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:05,274 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:05,274 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:05,274 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:05,274 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:05,274 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529265273Disabling compacts and flushes for region at 1731529265273Disabling writes for close at 1731529265274 (+1 ms)Writing region close event to WAL at 1731529265274Closed at 1731529265274 2024-11-13T20:21:05,274 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/.initializing 2024-11-13T20:21:05,274 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/WALs/04ac815325d6,38287,1731529263955 2024-11-13T20:21:05,275 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:05,277 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C38287%2C1731529263955, suffix=, logDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/WALs/04ac815325d6,38287,1731529263955, archiveDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/oldWALs, maxLogs=10 2024-11-13T20:21:05,294 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/WALs/04ac815325d6,38287,1731529263955/04ac815325d6%2C38287%2C1731529263955.1731529265277, exclude list is [], retry=0 2024-11-13T20:21:05,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38919,DS-1b6c2b07-e628-40e7-bcc0-998a2d58ec95,DISK] 2024-11-13T20:21:05,298 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/WALs/04ac815325d6,38287,1731529263955/04ac815325d6%2C38287%2C1731529263955.1731529265277 2024-11-13T20:21:05,298 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-13T20:21:05,298 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:05,298 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:05,298 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,298 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:21:05,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:05,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:05,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:21:05,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:05,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:05,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:21:05,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:05,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:05,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:21:05,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:05,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:05,305 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,306 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,306 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,307 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,307 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,307 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:05,308 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:05,310 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:05,310 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72113241, jitterRate=0.07457102835178375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:05,310 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529265298Initializing all the Stores at 1731529265299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529265299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529265299Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529265299Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529265299Cleaning up temporary data from old regions at 1731529265307 (+8 ms)Region opened successfully at 1731529265310 (+3 ms) 2024-11-13T20:21:05,310 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:21:05,313 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c7fd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:05,313 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:21:05,313 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:21:05,313 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:21:05,314 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:21:05,314 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:21:05,314 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:21:05,314 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:21:05,316 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:21:05,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Unable to get data of znode /21640385503/balancer because node does not exist (not necessarily an error) 2024-11-13T20:21:05,320 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21640385503/balancer already deleted, retry=false 2024-11-13T20:21:05,320 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:21:05,321 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Unable to get data of znode /21640385503/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:21:05,324 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21640385503/normalizer already deleted, retry=false 2024-11-13T20:21:05,324 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:21:05,325 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Unable to get data of znode /21640385503/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:21:05,327 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21640385503/switch/split already deleted, retry=false 2024-11-13T20:21:05,328 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Unable to get data of znode /21640385503/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:21:05,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21640385503/switch/merge already deleted, retry=false 2024-11-13T20:21:05,331 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Unable to get data of znode /21640385503/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:21:05,332 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21640385503/snapshot-cleanup already deleted, retry=false 2024-11-13T20:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21640385503/running 2024-11-13T20:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21640385503/running 2024-11-13T20:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:05,335 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,38287,1731529263955, sessionid=0x1003acdb8620006, setting cluster-up flag (Was=false) 2024-11-13T20:21:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:05,353 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21640385503/flush-table-proc/acquired, /21640385503/flush-table-proc/reached, /21640385503/flush-table-proc/abort 2024-11-13T20:21:05,355 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,38287,1731529263955 2024-11-13T20:21:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:05,367 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21640385503/online-snapshot/acquired, /21640385503/online-snapshot/reached, /21640385503/online-snapshot/abort 2024-11-13T20:21:05,368 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,38287,1731529263955 2024-11-13T20:21:05,373 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:21:05,375 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:05,375 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:21:05,375 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:21:05,375 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,38287,1731529263955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:05,377 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:05,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:21:05,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529295380 2024-11-13T20:21:05,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:05,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:21:05,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:21:05,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:21:05,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:21:05,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:21:05,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:21:05,380 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:21:05,384 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,385 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:21:05,385 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:21:05,385 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:21:05,385 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:21:05,386 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:21:05,386 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:21:05,386 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529265386,5,FailOnTimeoutGroup] 2024-11-13T20:21:05,386 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529265386,5,FailOnTimeoutGroup] 2024-11-13T20:21:05,386 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,386 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:21:05,386 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,386 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:21:05,418 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(746): ClusterId : d430e2cd-6add-409c-9caa-0b9df4651ddf 2024-11-13T20:21:05,418 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:21:05,420 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:21:05,420 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:21:05,423 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:21:05,424 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb6160f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:05,442 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:42775 2024-11-13T20:21:05,442 INFO [RS:0;04ac815325d6:42775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:21:05,442 INFO [RS:0;04ac815325d6:42775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:21:05,442 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:21:05,443 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,38287,1731529263955 with port=42775, startcode=1731529263996 2024-11-13T20:21:05,443 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:21:05,444 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:21:05,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,42775,1731529263996 2024-11-13T20:21:05,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38287 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,42775,1731529263996 2024-11-13T20:21:05,446 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768 2024-11-13T20:21:05,446 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35125 2024-11-13T20:21:05,446 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:21:05,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503/rs 2024-11-13T20:21:05,453 DEBUG [RS:0;04ac815325d6:42775 {}] zookeeper.ZKUtil(111): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on existing znode=/21640385503/rs/04ac815325d6,42775,1731529263996 2024-11-13T20:21:05,453 WARN [RS:0;04ac815325d6:42775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:05,454 INFO [RS:0;04ac815325d6:42775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:05,454 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996 2024-11-13T20:21:05,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,42775,1731529263996] 2024-11-13T20:21:05,463 INFO [RS:0;04ac815325d6:42775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:21:05,465 INFO [RS:0;04ac815325d6:42775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:21:05,468 INFO [RS:0;04ac815325d6:42775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:21:05,469 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,469 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:21:05,469 INFO [RS:0;04ac815325d6:42775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:21:05,469 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:05,470 DEBUG [RS:0;04ac815325d6:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:05,471 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,471 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,471 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,471 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,471 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,471 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42775,1731529263996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:05,488 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:21:05,488 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42775,1731529263996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,488 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,488 INFO [RS:0;04ac815325d6:42775 {}] regionserver.Replication(171): 04ac815325d6,42775,1731529263996 started 2024-11-13T20:21:05,505 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:05,505 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,42775,1731529263996, RpcServer on 04ac815325d6/172.17.0.2:42775, sessionid=0x1003acdb8620007 2024-11-13T20:21:05,505 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:21:05,505 DEBUG [RS:0;04ac815325d6:42775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,42775,1731529263996 2024-11-13T20:21:05,505 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,42775,1731529263996' 2024-11-13T20:21:05,505 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21640385503/flush-table-proc/abort' 2024-11-13T20:21:05,506 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21640385503/flush-table-proc/acquired' 2024-11-13T20:21:05,506 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:21:05,506 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:21:05,506 DEBUG [RS:0;04ac815325d6:42775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,42775,1731529263996 2024-11-13T20:21:05,506 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,42775,1731529263996' 2024-11-13T20:21:05,506 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21640385503/online-snapshot/abort' 2024-11-13T20:21:05,506 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21640385503/online-snapshot/acquired' 2024-11-13T20:21:05,507 DEBUG [RS:0;04ac815325d6:42775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:21:05,507 INFO [RS:0;04ac815325d6:42775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:21:05,507 INFO [RS:0;04ac815325d6:42775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:21:05,607 INFO [RS:0;04ac815325d6:42775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:05,609 INFO [RS:0;04ac815325d6:42775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42775%2C1731529263996, suffix=, logDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996, archiveDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/oldWALs, maxLogs=10 2024-11-13T20:21:05,632 DEBUG [RS:0;04ac815325d6:42775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, exclude list is [], retry=0 2024-11-13T20:21:05,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38919,DS-1b6c2b07-e628-40e7-bcc0-998a2d58ec95,DISK] 2024-11-13T20:21:05,642 INFO [RS:0;04ac815325d6:42775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 2024-11-13T20:21:05,645 DEBUG [RS:0;04ac815325d6:42775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-13T20:21:05,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:21:05,795 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768 2024-11-13T20:21:05,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:21:06,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:06,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:06,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:06,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:06,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:06,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:06,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:06,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:06,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:06,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:06,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740 2024-11-13T20:21:06,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740 2024-11-13T20:21:06,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:06,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:06,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:06,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:06,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:06,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59184253, jitterRate=-0.11808590590953827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:06,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529266215Initializing all the Stores at 1731529266216 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529266216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529266216Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529266216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529266216Cleaning up temporary data from old regions at 1731529266227 (+11 ms)Region opened successfully at 1731529266232 (+5 ms) 2024-11-13T20:21:06,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:06,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:06,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:06,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:06,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:06,232 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:06,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529266232Disabling compacts and flushes for region at 1731529266232Disabling writes for close at 1731529266232Writing region close event to WAL at 1731529266232Closed at 1731529266232 2024-11-13T20:21:06,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:06,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:21:06,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:21:06,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:06,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:21:06,386 DEBUG [04ac815325d6:38287 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:21:06,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,42775,1731529263996 2024-11-13T20:21:06,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,42775,1731529263996, state=OPENING 2024-11-13T20:21:06,389 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:21:06,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:06,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21640385503/meta-region-server: CHANGED 2024-11-13T20:21:06,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:06,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,42775,1731529263996}] 2024-11-13T20:21:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21640385503/meta-region-server: CHANGED 2024-11-13T20:21:06,547 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:06,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:21:06,555 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:21:06,555 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:06,555 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:21:06,557 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42775%2C1731529263996.meta, suffix=.meta, logDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996, archiveDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/oldWALs, maxLogs=10 2024-11-13T20:21:06,578 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.meta.1731529266557.meta, exclude list is [], retry=0 2024-11-13T20:21:06,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38919,DS-1b6c2b07-e628-40e7-bcc0-998a2d58ec95,DISK] 2024-11-13T20:21:06,583 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.meta.1731529266557.meta 2024-11-13T20:21:06,583 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-13T20:21:06,583 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:06,584 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:06,584 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:06,584 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:21:06,584 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:21:06,584 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:21:06,584 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:06,584 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:21:06,584 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:21:06,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:06,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:06,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:06,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:06,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:06,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:06,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:06,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:06,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:06,602 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:06,603 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740 2024-11-13T20:21:06,604 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740 2024-11-13T20:21:06,605 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:06,605 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:06,605 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:06,606 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:06,607 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60834301, jitterRate=-0.09349827468395233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:06,607 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:21:06,607 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529266584Writing region info on filesystem at 1731529266585 (+1 ms)Initializing all the Stores at 1731529266585Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529266585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529266591 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529266592 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529266592Cleaning up temporary data from old regions at 1731529266605 (+13 ms)Running coprocessor post-open hooks at 1731529266607 (+2 ms)Region opened successfully at 1731529266607 2024-11-13T20:21:06,608 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529266547 2024-11-13T20:21:06,610 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:21:06,610 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:21:06,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,42775,1731529263996 2024-11-13T20:21:06,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,42775,1731529263996, state=OPEN 2024-11-13T20:21:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21640385503/meta-region-server 2024-11-13T20:21:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21640385503/meta-region-server 2024-11-13T20:21:06,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21640385503/meta-region-server: CHANGED 2024-11-13T20:21:06,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21640385503/meta-region-server: CHANGED 2024-11-13T20:21:06,613 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,42775,1731529263996 2024-11-13T20:21:06,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:21:06,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,42775,1731529263996 in 221 msec 2024-11-13T20:21:06,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:21:06,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-13T20:21:06,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:06,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:21:06,622 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:06,622 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42775,1731529263996, seqNum=-1] 2024-11-13T20:21:06,622 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:06,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:06,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-13T20:21:06,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529266628, completionTime=-1 2024-11-13T20:21:06,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:21:06,628 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529326630 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529386630 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38287,1731529263955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38287,1731529263955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38287,1731529263955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:38287, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:06,630 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:06,632 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:21:06,635 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.608sec 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38287,1731529263955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:06,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38287,1731529263955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:21:06,643 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:21:06,643 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:21:06,643 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38287,1731529263955-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:06,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:06,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38287,-1 for getting cluster id 2024-11-13T20:21:06,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:06,725 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd430e2cd-6add-409c-9caa-0b9df4651ddf' 2024-11-13T20:21:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d430e2cd-6add-409c-9caa-0b9df4651ddf" 2024-11-13T20:21:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214ef09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38287,-1] 2024-11-13T20:21:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:06,727 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:06,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:06,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42775,1731529263996, seqNum=-1] 2024-11-13T20:21:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:06,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:06,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,38287,1731529263955 2024-11-13T20:21:06,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-13T20:21:06,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:06,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1003acdb8620008 connected 2024-11-13T20:21:06,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:06,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38187,1731529257926 2024-11-13T20:21:06,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed47921 2024-11-13T20:21:06,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:06,754 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:06,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:21:06,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:06,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:06,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:21:06,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:21:06,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d59b9bf044ac61c792054aad1d3ae2c, NAME => 'test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889 2024-11-13T20:21:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:21:06,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:06,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d59b9bf044ac61c792054aad1d3ae2c, disabling compactions & flushes 2024-11-13T20:21:06,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:06,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:06,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. after waiting 0 ms 2024-11-13T20:21:06,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:06,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:06,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d59b9bf044ac61c792054aad1d3ae2c: Waiting for close lock at 1731529266800Disabling compacts and flushes for region at 1731529266800Disabling writes for close at 1731529266800Writing region close event to WAL at 1731529266800Closed at 1731529266800 2024-11-13T20:21:06,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:06,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529266802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529266802"}]},"ts":"1731529266802"} 2024-11-13T20:21:06,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:06,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:06,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529266806"}]},"ts":"1731529266806"} 2024-11-13T20:21:06,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:21:06,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d59b9bf044ac61c792054aad1d3ae2c, ASSIGN}] 2024-11-13T20:21:06,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d59b9bf044ac61c792054aad1d3ae2c, ASSIGN 2024-11-13T20:21:06,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d59b9bf044ac61c792054aad1d3ae2c, ASSIGN; state=OFFLINE, location=04ac815325d6,38815,1731529257999; forceNewPlan=false, retain=false 2024-11-13T20:21:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:06,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d59b9bf044ac61c792054aad1d3ae2c, regionState=OPENING, regionLocation=04ac815325d6,38815,1731529257999 2024-11-13T20:21:06,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d59b9bf044ac61c792054aad1d3ae2c, ASSIGN because future has completed 2024-11-13T20:21:06,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d59b9bf044ac61c792054aad1d3ae2c, server=04ac815325d6,38815,1731529257999}] 2024-11-13T20:21:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:07,125 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:07,125 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d59b9bf044ac61c792054aad1d3ae2c, NAME => 'test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:07,125 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:07,125 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:21:07,126 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,126 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:07,126 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,126 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,130 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,131 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d59b9bf044ac61c792054aad1d3ae2c columnFamilyName f 2024-11-13T20:21:07,131 DEBUG [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:07,131 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] regionserver.HStore(327): Store=3d59b9bf044ac61c792054aad1d3ae2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:07,131 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,132 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d59b9bf044ac61c792054aad1d3ae2c columnFamilyName f1 2024-11-13T20:21:07,132 DEBUG [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:07,133 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] regionserver.HStore(327): Store=3d59b9bf044ac61c792054aad1d3ae2c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:07,133 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,134 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d59b9bf044ac61c792054aad1d3ae2c columnFamilyName norep 2024-11-13T20:21:07,134 DEBUG [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:07,134 INFO [StoreOpener-3d59b9bf044ac61c792054aad1d3ae2c-1 {}] regionserver.HStore(327): Store=3d59b9bf044ac61c792054aad1d3ae2c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:07,134 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,135 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,135 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,136 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,136 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,136 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:07,138 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,157 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:07,159 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d59b9bf044ac61c792054aad1d3ae2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74384796, jitterRate=0.10841983556747437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:07,159 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:07,160 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d59b9bf044ac61c792054aad1d3ae2c: Running coprocessor pre-open hook at 1731529267126Writing region info on filesystem at 1731529267126Initializing all the Stores at 1731529267127 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529267127Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529267129 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529267129Cleaning up temporary data from old regions at 1731529267136 (+7 ms)Running coprocessor post-open hooks at 1731529267159 (+23 ms)Region opened successfully at 1731529267160 (+1 ms) 2024-11-13T20:21:07,161 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c., pid=6, masterSystemTime=1731529267118 2024-11-13T20:21:07,163 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:07,163 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:07,164 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d59b9bf044ac61c792054aad1d3ae2c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,38815,1731529257999 2024-11-13T20:21:07,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d59b9bf044ac61c792054aad1d3ae2c, server=04ac815325d6,38815,1731529257999 because future has completed 2024-11-13T20:21:07,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:21:07,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d59b9bf044ac61c792054aad1d3ae2c, server=04ac815325d6,38815,1731529257999 in 204 msec 2024-11-13T20:21:07,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:21:07,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d59b9bf044ac61c792054aad1d3ae2c, ASSIGN in 363 msec 2024-11-13T20:21:07,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:07,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529267173"}]},"ts":"1731529267173"} 2024-11-13T20:21:07,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:21:07,176 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:07,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 421 msec 2024-11-13T20:21:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:07,387 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:21:07,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36405,1731529260902 2024-11-13T20:21:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a564e0e 2024-11-13T20:21:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:07,390 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:07,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:21:07,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:07,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:07,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:21:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:07,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:21:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:07,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35620a944f342d1498a14c094ce9951a, NAME => 'test,,1731529267390.35620a944f342d1498a14c094ce9951a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec 2024-11-13T20:21:07,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:21:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529267390.35620a944f342d1498a14c094ce9951a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35620a944f342d1498a14c094ce9951a, disabling compactions & flushes 2024-11-13T20:21:07,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529267390.35620a944f342d1498a14c094ce9951a. after waiting 0 ms 2024-11-13T20:21:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:07,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35620a944f342d1498a14c094ce9951a: Waiting for close lock at 1731529267826Disabling compacts and flushes for region at 1731529267826Disabling writes for close at 1731529267827 (+1 ms)Writing region close event to WAL at 1731529267827Closed at 1731529267827 2024-11-13T20:21:07,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:07,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529267390.35620a944f342d1498a14c094ce9951a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529267828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529267828"}]},"ts":"1731529267828"} 2024-11-13T20:21:07,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:07,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:07,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529267831"}]},"ts":"1731529267831"} 2024-11-13T20:21:07,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:21:07,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35620a944f342d1498a14c094ce9951a, ASSIGN}] 2024-11-13T20:21:07,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35620a944f342d1498a14c094ce9951a, ASSIGN 2024-11-13T20:21:07,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35620a944f342d1498a14c094ce9951a, ASSIGN; state=OFFLINE, location=04ac815325d6,39233,1731529260996; forceNewPlan=false, retain=false 2024-11-13T20:21:08,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35620a944f342d1498a14c094ce9951a, regionState=OPENING, regionLocation=04ac815325d6,39233,1731529260996 2024-11-13T20:21:08,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35620a944f342d1498a14c094ce9951a, ASSIGN because future has completed 2024-11-13T20:21:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:08,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35620a944f342d1498a14c094ce9951a, server=04ac815325d6,39233,1731529260996}] 2024-11-13T20:21:08,186 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:08,186 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35620a944f342d1498a14c094ce9951a, NAME => 'test,,1731529267390.35620a944f342d1498a14c094ce9951a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:08,187 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:08,187 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:21:08,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529267390.35620a944f342d1498a14c094ce9951a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:08,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,189 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,190 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35620a944f342d1498a14c094ce9951a columnFamilyName f 2024-11-13T20:21:08,190 DEBUG [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:08,191 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] regionserver.HStore(327): Store=35620a944f342d1498a14c094ce9951a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:08,191 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,192 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35620a944f342d1498a14c094ce9951a columnFamilyName f1 2024-11-13T20:21:08,192 DEBUG [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:08,192 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] regionserver.HStore(327): Store=35620a944f342d1498a14c094ce9951a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:08,193 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,193 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35620a944f342d1498a14c094ce9951a columnFamilyName norep 2024-11-13T20:21:08,193 DEBUG [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:08,194 INFO [StoreOpener-35620a944f342d1498a14c094ce9951a-1 {}] regionserver.HStore(327): Store=35620a944f342d1498a14c094ce9951a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:08,194 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,194 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,195 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,195 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,195 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,196 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:08,197 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,199 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:08,199 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35620a944f342d1498a14c094ce9951a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73573979, jitterRate=0.09633772075176239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:08,199 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:08,199 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35620a944f342d1498a14c094ce9951a: Running coprocessor pre-open hook at 1731529268187Writing region info on filesystem at 1731529268187Initializing all the Stores at 1731529268188 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529268188Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529268188Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529268188Cleaning up temporary data from old regions at 1731529268195 (+7 ms)Running coprocessor post-open hooks at 1731529268199 (+4 ms)Region opened successfully at 1731529268199 2024-11-13T20:21:08,200 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529267390.35620a944f342d1498a14c094ce9951a., pid=6, masterSystemTime=1731529268181 2024-11-13T20:21:08,203 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:08,203 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:08,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35620a944f342d1498a14c094ce9951a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,39233,1731529260996 2024-11-13T20:21:08,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35620a944f342d1498a14c094ce9951a, server=04ac815325d6,39233,1731529260996 because future has completed 2024-11-13T20:21:08,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:21:08,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35620a944f342d1498a14c094ce9951a, server=04ac815325d6,39233,1731529260996 in 179 msec 2024-11-13T20:21:08,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:21:08,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35620a944f342d1498a14c094ce9951a, ASSIGN in 351 msec 2024-11-13T20:21:08,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:08,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529268214"}]},"ts":"1731529268214"} 2024-11-13T20:21:08,216 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:21:08,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:08,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 826 msec 2024-11-13T20:21:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:08,538 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:21:08,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38287,1731529263955 2024-11-13T20:21:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c138b9e 2024-11-13T20:21:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:08,540 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:08,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:21:08,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:08,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:08,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:21:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:08,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:21:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:08,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bedbceb887c89759898ab9f8a52bb1c6, NAME => 'test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768 2024-11-13T20:21:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:21:08,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:08,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bedbceb887c89759898ab9f8a52bb1c6, disabling compactions & flushes 2024-11-13T20:21:08,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:08,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:08,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. after waiting 0 ms 2024-11-13T20:21:08,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:08,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:08,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bedbceb887c89759898ab9f8a52bb1c6: Waiting for close lock at 1731529268958Disabling compacts and flushes for region at 1731529268958Disabling writes for close at 1731529268958Writing region close event to WAL at 1731529268958Closed at 1731529268958 2024-11-13T20:21:08,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:08,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529268959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529268959"}]},"ts":"1731529268959"} 2024-11-13T20:21:08,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:08,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:08,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529268962"}]},"ts":"1731529268962"} 2024-11-13T20:21:08,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:21:08,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bedbceb887c89759898ab9f8a52bb1c6, ASSIGN}] 2024-11-13T20:21:08,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bedbceb887c89759898ab9f8a52bb1c6, ASSIGN 2024-11-13T20:21:08,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bedbceb887c89759898ab9f8a52bb1c6, ASSIGN; state=OFFLINE, location=04ac815325d6,42775,1731529263996; forceNewPlan=false, retain=false 2024-11-13T20:21:09,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bedbceb887c89759898ab9f8a52bb1c6, regionState=OPENING, regionLocation=04ac815325d6,42775,1731529263996 2024-11-13T20:21:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bedbceb887c89759898ab9f8a52bb1c6, ASSIGN because future has completed 2024-11-13T20:21:09,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bedbceb887c89759898ab9f8a52bb1c6, server=04ac815325d6,42775,1731529263996}] 2024-11-13T20:21:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:09,275 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:09,275 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bedbceb887c89759898ab9f8a52bb1c6, NAME => 'test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:09,275 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:09,275 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:21:09,276 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,276 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:09,276 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,276 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,277 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,278 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bedbceb887c89759898ab9f8a52bb1c6 columnFamilyName f 2024-11-13T20:21:09,278 DEBUG [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:09,279 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] regionserver.HStore(327): Store=bedbceb887c89759898ab9f8a52bb1c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:09,279 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,280 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bedbceb887c89759898ab9f8a52bb1c6 columnFamilyName f1 2024-11-13T20:21:09,280 DEBUG [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:09,280 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] regionserver.HStore(327): Store=bedbceb887c89759898ab9f8a52bb1c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:09,280 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,281 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bedbceb887c89759898ab9f8a52bb1c6 columnFamilyName norep 2024-11-13T20:21:09,281 DEBUG [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:09,281 INFO [StoreOpener-bedbceb887c89759898ab9f8a52bb1c6-1 {}] regionserver.HStore(327): Store=bedbceb887c89759898ab9f8a52bb1c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:09,281 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,282 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,282 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,283 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,283 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,283 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:09,285 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,286 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:09,287 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bedbceb887c89759898ab9f8a52bb1c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62986493, jitterRate=-0.06142811477184296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:09,287 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:09,287 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bedbceb887c89759898ab9f8a52bb1c6: Running coprocessor pre-open hook at 1731529269276Writing region info on filesystem at 1731529269276Initializing all the Stores at 1731529269277 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529269277Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529269277Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529269277Cleaning up temporary data from old regions at 1731529269283 (+6 ms)Running coprocessor post-open hooks at 1731529269287 (+4 ms)Region opened successfully at 1731529269287 2024-11-13T20:21:09,288 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6., pid=6, masterSystemTime=1731529269271 2024-11-13T20:21:09,290 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:09,290 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:09,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bedbceb887c89759898ab9f8a52bb1c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,42775,1731529263996 2024-11-13T20:21:09,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bedbceb887c89759898ab9f8a52bb1c6, server=04ac815325d6,42775,1731529263996 because future has completed 2024-11-13T20:21:09,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:21:09,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bedbceb887c89759898ab9f8a52bb1c6, server=04ac815325d6,42775,1731529263996 in 174 msec 2024-11-13T20:21:09,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:21:09,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bedbceb887c89759898ab9f8a52bb1c6, ASSIGN in 330 msec 2024-11-13T20:21:09,296 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:09,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529269296"}]},"ts":"1731529269296"} 2024-11-13T20:21:09,299 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:21:09,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:09,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-13T20:21:09,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:21:09,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:21:09,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:21:09,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T20:21:09,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:09,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T20:21:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:09,677 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:21:09,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:09,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38187,-1 for getting cluster id 2024-11-13T20:21:09,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:09,679 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50faa0f4-2aa5-43e2-b3aa-53304f9255b7' 2024-11-13T20:21:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50faa0f4-2aa5-43e2-b3aa-53304f9255b7" 2024-11-13T20:21:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f05a6f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38187,-1] 2024-11-13T20:21:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:09,681 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14df2e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:09,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38187,1731529257926 2024-11-13T20:21:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@483ff41a 2024-11-13T20:21:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:09,683 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:09,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:36405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:21:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:21:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:09,687 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:36405' 2024-11-13T20:21:09,688 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e79a258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:09,688 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:09,688 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:09,688 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd264c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:09,690 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:09,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbb56c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:09,691 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:09,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36405,1731529260902 2024-11-13T20:21:09,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a970ea 2024-11-13T20:21:09,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:09,692 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:09,693 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T20:21:09,693 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:21:09,693 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:09,693 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:09,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:09,694 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:09,695 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:21:09,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:09,695 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:09,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:21:09,745 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:21:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:10,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa22fde801b5532b89c3660f708cb09b, NAME => 'hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889 2024-11-13T20:21:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:21:10,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:10,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa22fde801b5532b89c3660f708cb09b, disabling compactions & flushes 2024-11-13T20:21:10,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:10,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:10,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. after waiting 0 ms 2024-11-13T20:21:10,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:10,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:10,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa22fde801b5532b89c3660f708cb09b: Waiting for close lock at 1731529270119Disabling compacts and flushes for region at 1731529270119Disabling writes for close at 1731529270119Writing region close event to WAL at 1731529270119Closed at 1731529270119 2024-11-13T20:21:10,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:10,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529270122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529270122"}]},"ts":"1731529270122"} 2024-11-13T20:21:10,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:10,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:10,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529270126"}]},"ts":"1731529270126"} 2024-11-13T20:21:10,129 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:21:10,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa22fde801b5532b89c3660f708cb09b, ASSIGN}] 2024-11-13T20:21:10,131 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa22fde801b5532b89c3660f708cb09b, ASSIGN 2024-11-13T20:21:10,132 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa22fde801b5532b89c3660f708cb09b, ASSIGN; state=OFFLINE, location=04ac815325d6,38815,1731529257999; forceNewPlan=false, retain=false 2024-11-13T20:21:10,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa22fde801b5532b89c3660f708cb09b, regionState=OPENING, regionLocation=04ac815325d6,38815,1731529257999 2024-11-13T20:21:10,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa22fde801b5532b89c3660f708cb09b, ASSIGN because future has completed 2024-11-13T20:21:10,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa22fde801b5532b89c3660f708cb09b, server=04ac815325d6,38815,1731529257999}] 2024-11-13T20:21:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:10,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:10,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:10,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:21:10,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C38815%2C1731529257999.rep, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/oldWALs, maxLogs=10 2024-11-13T20:21:10,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.rep.1731529270445, exclude list is [], retry=0 2024-11-13T20:21:10,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-07e1c2e3-03f4-435a-9ad7-49cad8c2419e,DISK] 2024-11-13T20:21:10,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.rep.1731529270445 2024-11-13T20:21:10,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-13T20:21:10,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa22fde801b5532b89c3660f708cb09b, NAME => 'hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:10,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:10,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:10,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. service=MultiRowMutationService 2024-11-13T20:21:10,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:21:10,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:10,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,468 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,469 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa22fde801b5532b89c3660f708cb09b columnFamilyName hfileref 2024-11-13T20:21:10,469 DEBUG [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:10,470 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] regionserver.HStore(327): Store=fa22fde801b5532b89c3660f708cb09b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:10,470 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,470 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa22fde801b5532b89c3660f708cb09b columnFamilyName queue 2024-11-13T20:21:10,471 DEBUG [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:10,471 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] regionserver.HStore(327): Store=fa22fde801b5532b89c3660f708cb09b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:10,471 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,472 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa22fde801b5532b89c3660f708cb09b columnFamilyName sid 2024-11-13T20:21:10,472 DEBUG [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:10,472 INFO [StoreOpener-fa22fde801b5532b89c3660f708cb09b-1 {}] regionserver.HStore(327): Store=fa22fde801b5532b89c3660f708cb09b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:10,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/replication/fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/replication/fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:10,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/replication/fa22fde801b5532b89c3660f708cb09b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:10,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa22fde801b5532b89c3660f708cb09b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61426796, jitterRate=-0.08466941118240356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:10,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:10,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa22fde801b5532b89c3660f708cb09b: Running coprocessor pre-open hook at 1731529270467Writing region info on filesystem at 1731529270467Initializing all the Stores at 1731529270468 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529270468Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529270468Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529270468Cleaning up temporary data from old regions at 1731529270474 (+6 ms)Running coprocessor post-open hooks at 1731529270477 (+3 ms)Region opened successfully at 1731529270478 (+1 ms) 2024-11-13T20:21:10,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b., pid=10, masterSystemTime=1731529270440 2024-11-13T20:21:10,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:10,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:10,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa22fde801b5532b89c3660f708cb09b, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38815,1731529257999 2024-11-13T20:21:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa22fde801b5532b89c3660f708cb09b, server=04ac815325d6,38815,1731529257999 because future has completed 2024-11-13T20:21:10,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:21:10,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa22fde801b5532b89c3660f708cb09b, server=04ac815325d6,38815,1731529257999 in 196 msec 2024-11-13T20:21:10,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:21:10,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa22fde801b5532b89c3660f708cb09b, ASSIGN in 355 msec 2024-11-13T20:21:10,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:10,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529270488"}]},"ts":"1731529270488"} 2024-11-13T20:21:10,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:21:10,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:10,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 796 msec 2024-11-13T20:21:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b., hostname=04ac815325d6,38815,1731529257999, seqNum=2] 2024-11-13T20:21:10,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:21:10,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:21:10,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:21:10,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:21:10,667 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:21:10,701 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,38815,1731529257999, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:21:10,702 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:10,702 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,38815,1731529257999, seqNum=-1] 2024-11-13T20:21:10,703 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:10,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:10,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,38815,1731529257999', locateType=CURRENT is [region=hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b., hostname=04ac815325d6,38815,1731529257999, seqNum=2] 2024-11-13T20:21:10,708 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:21:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:21:10,711 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,38815,1731529257999 suceeded 2024-11-13T20:21:10,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:21:10,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T20:21:10,713 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:36405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:21:10,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0290 sec 2024-11-13T20:21:10,723 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:36405' 2024-11-13T20:21:10,724 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14477f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,724 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:10,724 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:10,725 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ca5e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:10,726 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:10,727 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc10c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,727 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:10,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36405,1731529260902 2024-11-13T20:21:10,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a82d8f9 2024-11-13T20:21:10,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:10,729 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T20:21:10,730 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,38815,1731529257999 (queues=1) is replicating from cluster=50faa0f4-2aa5-43e2-b3aa-53304f9255b7 to cluster=bc71b7ec-510b-41bc-a153-a22aa7c09526 2024-11-13T20:21:10,730 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C38815%2C1731529257999 2024-11-13T20:21:10,730 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,38815,1731529257999, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:21:10,731 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C38815%2C1731529257999 2024-11-13T20:21:10,731 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838, startPosition=0, beingWritten=true 2024-11-13T20:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,38815,1731529257999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:10,827 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:21:10,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:10,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:10,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:10,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:10,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:10,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:10,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:10,829 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc359cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:10,831 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aaacde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:10,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36405,1731529260902 2024-11-13T20:21:10,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5731814b 2024-11-13T20:21:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:10,835 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:10,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:38287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:21:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:21:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:10,839 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:38287' 2024-11-13T20:21:10,840 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219fb3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,840 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38287,-1 for getting cluster id 2024-11-13T20:21:10,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:10,841 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd430e2cd-6add-409c-9caa-0b9df4651ddf' 2024-11-13T20:21:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d430e2cd-6add-409c-9caa-0b9df4651ddf" 2024-11-13T20:21:10,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ac04a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38287,-1] 2024-11-13T20:21:10,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:10,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:10,843 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:10,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3704ec13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:10,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:10,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38287,1731529263955 2024-11-13T20:21:10,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65438923 2024-11-13T20:21:10,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:10,845 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:10,845 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:21:10,846 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:21:10,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:10,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:10,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:10,846 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:10,847 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:21:10,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:10,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:10,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:10,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:21:10,897 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:21:10,945 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:11,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:21:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:11,249 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:11,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 757b1e136f453b8ce459dfc11dc03925, NAME => 'hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec 2024-11-13T20:21:11,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:21:11,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:11,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 757b1e136f453b8ce459dfc11dc03925, disabling compactions & flushes 2024-11-13T20:21:11,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:11,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:11,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. after waiting 0 ms 2024-11-13T20:21:11,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:11,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:11,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 757b1e136f453b8ce459dfc11dc03925: Waiting for close lock at 1731529271297Disabling compacts and flushes for region at 1731529271297Disabling writes for close at 1731529271297Writing region close event to WAL at 1731529271297Closed at 1731529271297 2024-11-13T20:21:11,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:11,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529271299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529271299"}]},"ts":"1731529271299"} 2024-11-13T20:21:11,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:11,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:11,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529271304"}]},"ts":"1731529271304"} 2024-11-13T20:21:11,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:21:11,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=757b1e136f453b8ce459dfc11dc03925, ASSIGN}] 2024-11-13T20:21:11,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=757b1e136f453b8ce459dfc11dc03925, ASSIGN 2024-11-13T20:21:11,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=757b1e136f453b8ce459dfc11dc03925, ASSIGN; state=OFFLINE, location=04ac815325d6,39233,1731529260996; forceNewPlan=false, retain=false 2024-11-13T20:21:11,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=757b1e136f453b8ce459dfc11dc03925, regionState=OPENING, regionLocation=04ac815325d6,39233,1731529260996 2024-11-13T20:21:11,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=757b1e136f453b8ce459dfc11dc03925, ASSIGN because future has completed 2024-11-13T20:21:11,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 757b1e136f453b8ce459dfc11dc03925, server=04ac815325d6,39233,1731529260996}] 2024-11-13T20:21:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:11,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:11,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:11,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:21:11,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39233%2C1731529260996.rep, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/oldWALs, maxLogs=10 2024-11-13T20:21:11,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.rep.1731529271620, exclude list is [], retry=0 2024-11-13T20:21:11,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-9a27c622-3c26-4d5b-b5cb-64592bd66e2a,DISK] 2024-11-13T20:21:11,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.rep.1731529271620 2024-11-13T20:21:11,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-13T20:21:11,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 757b1e136f453b8ce459dfc11dc03925, NAME => 'hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:11,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:11,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:11,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. service=MultiRowMutationService 2024-11-13T20:21:11,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:21:11,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:11,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,641 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,642 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b1e136f453b8ce459dfc11dc03925 columnFamilyName hfileref 2024-11-13T20:21:11,642 DEBUG [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:11,642 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] regionserver.HStore(327): Store=757b1e136f453b8ce459dfc11dc03925/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:11,642 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,643 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b1e136f453b8ce459dfc11dc03925 columnFamilyName queue 2024-11-13T20:21:11,643 DEBUG [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:11,644 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] regionserver.HStore(327): Store=757b1e136f453b8ce459dfc11dc03925/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:11,644 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,644 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b1e136f453b8ce459dfc11dc03925 columnFamilyName sid 2024-11-13T20:21:11,645 DEBUG [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:11,645 INFO [StoreOpener-757b1e136f453b8ce459dfc11dc03925-1 {}] regionserver.HStore(327): Store=757b1e136f453b8ce459dfc11dc03925/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:11,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/replication/757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/replication/757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:11,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/replication/757b1e136f453b8ce459dfc11dc03925/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:11,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 757b1e136f453b8ce459dfc11dc03925; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75106510, jitterRate=0.11917421221733093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 757b1e136f453b8ce459dfc11dc03925: Running coprocessor pre-open hook at 1731529271640Writing region info on filesystem at 1731529271640Initializing all the Stores at 1731529271640Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529271640Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529271640Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529271640Cleaning up temporary data from old regions at 1731529271647 (+7 ms)Running coprocessor post-open hooks at 1731529271651 (+4 ms)Region opened successfully at 1731529271651 2024-11-13T20:21:11,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925., pid=10, masterSystemTime=1731529271615 2024-11-13T20:21:11,653 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:11,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:11,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:11,654 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=757b1e136f453b8ce459dfc11dc03925, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,39233,1731529260996 2024-11-13T20:21:11,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 757b1e136f453b8ce459dfc11dc03925, server=04ac815325d6,39233,1731529260996 because future has completed 2024-11-13T20:21:11,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:21:11,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 757b1e136f453b8ce459dfc11dc03925, server=04ac815325d6,39233,1731529260996 in 194 msec 2024-11-13T20:21:11,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:21:11,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=757b1e136f453b8ce459dfc11dc03925, ASSIGN in 352 msec 2024-11-13T20:21:11,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:11,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529271662"}]},"ts":"1731529271662"} 2024-11-13T20:21:11,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:21:11,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:11,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-11-13T20:21:11,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925., hostname=04ac815325d6,39233,1731529260996, seqNum=2] 2024-11-13T20:21:11,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:11,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:11,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:21:11,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:21:11,866 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:21:11,905 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,39233,1731529260996, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:21:11,905 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:11,905 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39233,1731529260996, seqNum=-1] 2024-11-13T20:21:11,906 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:11,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:11,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,39233,1731529260996', locateType=CURRENT is [region=hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925., hostname=04ac815325d6,39233,1731529260996, seqNum=2] 2024-11-13T20:21:11,912 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:21:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:21:11,915 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,39233,1731529260996 suceeded 2024-11-13T20:21:11,917 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:38287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:21:11,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-11-13T20:21:11,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:21:11,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-13T20:21:11,934 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:38287' 2024-11-13T20:21:11,937 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a398525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:11,937 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38287,-1 for getting cluster id 2024-11-13T20:21:11,937 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:11,940 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd430e2cd-6add-409c-9caa-0b9df4651ddf' 2024-11-13T20:21:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d430e2cd-6add-409c-9caa-0b9df4651ddf" 2024-11-13T20:21:11,941 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:11,941 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1292390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:11,941 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38287,-1] 2024-11-13T20:21:11,941 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:11,942 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:11,943 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639743d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:11,943 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:11,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38287,1731529263955 2024-11-13T20:21:11,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2446ff95 2024-11-13T20:21:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:11,944 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T20:21:11,945 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,39233,1731529260996 (queues=1) is replicating from cluster=bc71b7ec-510b-41bc-a153-a22aa7c09526 to cluster=d430e2cd-6add-409c-9caa-0b9df4651ddf 2024-11-13T20:21:11,945 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C39233%2C1731529260996 2024-11-13T20:21:11,945 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,39233,1731529260996, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:21:11,946 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, startPosition=0, beingWritten=true 2024-11-13T20:21:11,946 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C39233%2C1731529260996 2024-11-13T20:21:11,955 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:11,955 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 379, reset compression=false 2024-11-13T20:21:11,955 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:11,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:21:11,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:11,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:11,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:11,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:11,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:11,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:11,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38287,-1 for getting cluster id 2024-11-13T20:21:11,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:11,981 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd430e2cd-6add-409c-9caa-0b9df4651ddf' 2024-11-13T20:21:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d430e2cd-6add-409c-9caa-0b9df4651ddf" 2024-11-13T20:21:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1488fa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38287,-1] 2024-11-13T20:21:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:11,984 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3b4977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:11,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:11,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,38287,1731529263955 2024-11-13T20:21:11,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e4e6ba0 2024-11-13T20:21:11,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:11,988 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:11,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:36405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:21:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:21:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:11,993 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:36405' 2024-11-13T20:21:12,005 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f0493a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:12,005 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:12,005 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:12,006 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:12,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:12,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55778072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:12,008 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac0c4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:12,009 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36405,1731529260902 2024-11-13T20:21:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50695a46 2024-11-13T20:21:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:12,011 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:12,012 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T20:21:12,013 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:21:12,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:12,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:12,014 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:12,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:12,016 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:21:12,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:12,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:12,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:12,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:21:12,066 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:21:12,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:12,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:12,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:12,158 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:12,173 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 379, reset compression=false 2024-11-13T20:21:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:12,428 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c003a464ba09962ae17e6475d77eeae6, NAME => 'hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768 2024-11-13T20:21:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:21:12,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:12,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c003a464ba09962ae17e6475d77eeae6, disabling compactions & flushes 2024-11-13T20:21:12,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:12,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:12,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. after waiting 0 ms 2024-11-13T20:21:12,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:12,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:12,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c003a464ba09962ae17e6475d77eeae6: Waiting for close lock at 1731529272475Disabling compacts and flushes for region at 1731529272475Disabling writes for close at 1731529272475Writing region close event to WAL at 1731529272475Closed at 1731529272475 2024-11-13T20:21:12,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:12,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529272478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529272478"}]},"ts":"1731529272478"} 2024-11-13T20:21:12,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:12,481 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 379, reset compression=false 2024-11-13T20:21:12,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:12,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529272482"}]},"ts":"1731529272482"} 2024-11-13T20:21:12,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:21:12,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c003a464ba09962ae17e6475d77eeae6, ASSIGN}] 2024-11-13T20:21:12,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c003a464ba09962ae17e6475d77eeae6, ASSIGN 2024-11-13T20:21:12,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c003a464ba09962ae17e6475d77eeae6, ASSIGN; state=OFFLINE, location=04ac815325d6,42775,1731529263996; forceNewPlan=false, retain=false 2024-11-13T20:21:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:12,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c003a464ba09962ae17e6475d77eeae6, regionState=OPENING, regionLocation=04ac815325d6,42775,1731529263996 2024-11-13T20:21:12,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c003a464ba09962ae17e6475d77eeae6, ASSIGN because future has completed 2024-11-13T20:21:12,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c003a464ba09962ae17e6475d77eeae6, server=04ac815325d6,42775,1731529263996}] 2024-11-13T20:21:12,761 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:12,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:12,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:12,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:21:12,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C42775%2C1731529263996.rep, suffix=, logDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996, archiveDir=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/oldWALs, maxLogs=10 2024-11-13T20:21:12,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.rep.1731529272823, exclude list is [], retry=0 2024-11-13T20:21:12,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38919,DS-1b6c2b07-e628-40e7-bcc0-998a2d58ec95,DISK] 2024-11-13T20:21:12,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.rep.1731529272823 2024-11-13T20:21:12,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-13T20:21:12,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c003a464ba09962ae17e6475d77eeae6, NAME => 'hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:12,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:12,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:12,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. service=MultiRowMutationService 2024-11-13T20:21:12,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:21:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,858 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,860 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c003a464ba09962ae17e6475d77eeae6 columnFamilyName hfileref 2024-11-13T20:21:12,860 DEBUG [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:12,860 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] regionserver.HStore(327): Store=c003a464ba09962ae17e6475d77eeae6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:12,860 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,861 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c003a464ba09962ae17e6475d77eeae6 columnFamilyName queue 2024-11-13T20:21:12,861 DEBUG [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:12,861 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] regionserver.HStore(327): Store=c003a464ba09962ae17e6475d77eeae6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:12,862 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,862 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c003a464ba09962ae17e6475d77eeae6 columnFamilyName sid 2024-11-13T20:21:12,862 DEBUG [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:12,863 INFO [StoreOpener-c003a464ba09962ae17e6475d77eeae6-1 {}] regionserver.HStore(327): Store=c003a464ba09962ae17e6475d77eeae6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:12,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/replication/c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/replication/c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:12,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/replication/c003a464ba09962ae17e6475d77eeae6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:12,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c003a464ba09962ae17e6475d77eeae6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69182674, jitterRate=0.030902177095413208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:12,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:12,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c003a464ba09962ae17e6475d77eeae6: Running coprocessor pre-open hook at 1731529272857Writing region info on filesystem at 1731529272857Initializing all the Stores at 1731529272858 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529272858Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529272858Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529272858Cleaning up temporary data from old regions at 1731529272865 (+7 ms)Running coprocessor post-open hooks at 1731529272875 (+10 ms)Region opened successfully at 1731529272875 2024-11-13T20:21:12,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6., pid=10, masterSystemTime=1731529272813 2024-11-13T20:21:12,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c003a464ba09962ae17e6475d77eeae6, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,42775,1731529263996 2024-11-13T20:21:12,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:12,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:12,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c003a464ba09962ae17e6475d77eeae6, server=04ac815325d6,42775,1731529263996 because future has completed 2024-11-13T20:21:12,889 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 379, reset compression=false 2024-11-13T20:21:12,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:21:12,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c003a464ba09962ae17e6475d77eeae6, server=04ac815325d6,42775,1731529263996 in 250 msec 2024-11-13T20:21:12,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:21:12,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c003a464ba09962ae17e6475d77eeae6, ASSIGN in 417 msec 2024-11-13T20:21:12,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:12,910 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529272910"}]},"ts":"1731529272910"} 2024-11-13T20:21:12,913 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:21:12,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:12,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 900 msec 2024-11-13T20:21:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6., hostname=04ac815325d6,42775,1731529263996, seqNum=2] 2024-11-13T20:21:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:12,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:12,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:21:13,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:21:13,097 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:21:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:13,135 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,42775,1731529263996, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:21:13,135 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:13,136 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42775,1731529263996, seqNum=-1] 2024-11-13T20:21:13,136 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:13,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:13,143 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,42775,1731529263996', locateType=CURRENT is [region=hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6., hostname=04ac815325d6,42775,1731529263996, seqNum=2] 2024-11-13T20:21:13,148 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:21:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:21:13,155 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,42775,1731529263996 suceeded 2024-11-13T20:21:13,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:21:13,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-13T20:21:13,158 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:36405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:21:13,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1690 sec 2024-11-13T20:21:13,180 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:36405' 2024-11-13T20:21:13,189 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150ae49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:13,189 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:13,189 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:13,190 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37035db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:13,194 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:13,197 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f99214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:13,197 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:13,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,36405,1731529260902 2024-11-13T20:21:13,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7415a075 2024-11-13T20:21:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:13,202 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T20:21:13,211 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,42775,1731529263996 (queues=1) is replicating from cluster=d430e2cd-6add-409c-9caa-0b9df4651ddf to cluster=bc71b7ec-510b-41bc-a153-a22aa7c09526 2024-11-13T20:21:13,211 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C42775%2C1731529263996 2024-11-13T20:21:13,211 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,42775,1731529263996, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:21:13,224 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, startPosition=0, beingWritten=true 2024-11-13T20:21:13,231 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C42775%2C1731529263996 2024-11-13T20:21:13,252 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:13,252 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 379, reset compression=false 2024-11-13T20:21:13,252 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42775,1731529263996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:13,408 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 379, reset compression=false 2024-11-13T20:21:13,467 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:13,471 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 379, reset compression=false 2024-11-13T20:21:13,797 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 379, reset compression=false 2024-11-13T20:21:14,013 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 379, reset compression=false 2024-11-13T20:21:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:14,138 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:21:14,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:14,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:14,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:14,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:14,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:14,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38187,-1 for getting cluster id 2024-11-13T20:21:14,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:14,140 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50faa0f4-2aa5-43e2-b3aa-53304f9255b7' 2024-11-13T20:21:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50faa0f4-2aa5-43e2-b3aa-53304f9255b7" 2024-11-13T20:21:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f387770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38187,-1] 2024-11-13T20:21:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:14,142 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516d63de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:14,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:14,145 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90a297a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:14,147 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ff5354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38287,-1 for getting cluster id 2024-11-13T20:21:14,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:14,153 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd430e2cd-6add-409c-9caa-0b9df4651ddf' 2024-11-13T20:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d430e2cd-6add-409c-9caa-0b9df4651ddf" 2024-11-13T20:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50daffea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38287,-1] 2024-11-13T20:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:14,155 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a51da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,38815,1731529257999, seqNum=-1] 2024-11-13T20:21:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:14,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c., hostname=04ac815325d6,38815,1731529257999, seqNum=2] 2024-11-13T20:21:14,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42775,1731529263996, seqNum=-1] 2024-11-13T20:21:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:14,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6., hostname=04ac815325d6,42775,1731529263996, seqNum=2] 2024-11-13T20:21:14,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T20:21:14,201 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 379, reset compression=false 2024-11-13T20:21:14,302 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 379, reset compression=false 2024-11-13T20:21:14,322 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:14,322 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:14,322 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,38815,1731529257999 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d59b9bf044ac61c792054aad1d3ae2c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T20:21:14,326 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:14,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T20:21:14,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:14,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470af724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,36405,-1 for getting cluster id 2024-11-13T20:21:14,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:14,334 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc71b7ec-510b-41bc-a153-a22aa7c09526' 2024-11-13T20:21:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc71b7ec-510b-41bc-a153-a22aa7c09526" 2024-11-13T20:21:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a75945b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,36405,-1] 2024-11-13T20:21:14,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:14,336 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:14,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:14,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37867a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:14,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39233,1731529260996, seqNum=-1] 2024-11-13T20:21:14,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:14,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:14,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529267390.35620a944f342d1498a14c094ce9951a., hostname=04ac815325d6,39233,1731529260996, seqNum=2] 2024-11-13T20:21:14,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:14,560 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:14,720 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 379, reset compression=false 2024-11-13T20:21:14,734 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:14,734 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 503, reset compression=false 2024-11-13T20:21:14,734 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/35620a944f342d1498a14c094ce9951a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T20:21:14,736 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:14,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T20:21:14,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:14,740 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 379, reset compression=false 2024-11-13T20:21:14,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bf1a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,38287,-1 for getting cluster id 2024-11-13T20:21:14,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:14,754 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd430e2cd-6add-409c-9caa-0b9df4651ddf' 2024-11-13T20:21:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d430e2cd-6add-409c-9caa-0b9df4651ddf" 2024-11-13T20:21:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7310a885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,38287,-1] 2024-11-13T20:21:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:14,755 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:14,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1823f731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:14,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,42775,1731529263996, seqNum=-1] 2024-11-13T20:21:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:14,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6., hostname=04ac815325d6,42775,1731529263996, seqNum=2] 2024-11-13T20:21:14,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:14,865 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:14,956 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 503, reset compression=false 2024-11-13T20:21:15,182 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T20:21:15,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39233,1731529260996, seqNum=-1] 2024-11-13T20:21:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:15,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731529267390.35620a944f342d1498a14c094ce9951a., hostname=04ac815325d6,39233,1731529260996, seqNum=2] 2024-11-13T20:21:15,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T20:21:15,261 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 503, reset compression=false 2024-11-13T20:21:15,269 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:15,290 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:15,290 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 607, reset compression=false 2024-11-13T20:21:15,291 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/35620a944f342d1498a14c094ce9951a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T20:21:15,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:15,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:15,358 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 379, reset compression=false 2024-11-13T20:21:15,390 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:15,390 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 655, reset compression=false 2024-11-13T20:21:15,390 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42775,1731529263996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:15,554 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 607, reset compression=false 2024-11-13T20:21:15,599 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 655, reset compression=false 2024-11-13T20:21:15,821 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:15,877 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 607, reset compression=false 2024-11-13T20:21:15,904 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 655, reset compression=false 2024-11-13T20:21:16,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T20:21:16,227 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T20:21:16,281 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 607, reset compression=false 2024-11-13T20:21:16,310 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 655, reset compression=false 2024-11-13T20:21:16,317 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:16,318 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 759, reset compression=false 2024-11-13T20:21:16,318 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42775,1731529263996 got entry batch from reader: WALEntryBatch [walEntries=[{test/bedbceb887c89759898ab9f8a52bb1c6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T20:21:16,323 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:16,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T20:21:16,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:16,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:16,426 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:16,525 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 759, reset compression=false 2024-11-13T20:21:16,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:16,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:21:16,717 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88624 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:21:16,785 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 607, reset compression=false 2024-11-13T20:21:16,791 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:16,791 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 735, reset compression=false 2024-11-13T20:21:16,791 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:16,838 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 759, reset compression=false 2024-11-13T20:21:16,996 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 735, reset compression=false 2024-11-13T20:21:17,131 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:17,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:17,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T20:21:17,236 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T20:21:17,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:17,245 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 759, reset compression=false 2024-11-13T20:21:17,314 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 735, reset compression=false 2024-11-13T20:21:17,723 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 735, reset compression=false 2024-11-13T20:21:17,757 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 759, reset compression=false 2024-11-13T20:21:17,944 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 480, reset compression=false 2024-11-13T20:21:17,958 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:17,958 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:17,958 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,38815,1731529257999 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d59b9bf044ac61c792054aad1d3ae2c/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T20:21:17,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:17,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:18,222 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:18,238 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T20:21:18,242 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 735, reset compression=false 2024-11-13T20:21:18,246 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:18,246 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 882, reset compression=false 2024-11-13T20:21:18,246 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/35620a944f342d1498a14c094ce9951a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T20:21:18,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:18,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:18,365 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 759, reset compression=false 2024-11-13T20:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 930, reset compression=false 2024-11-13T20:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42775,1731529263996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:18,450 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 882, reset compression=false 2024-11-13T20:21:18,538 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:18,574 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 930, reset compression=false 2024-11-13T20:21:18,754 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 882, reset compression=false 2024-11-13T20:21:18,878 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 930, reset compression=false 2024-11-13T20:21:18,941 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:19,161 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 882, reset compression=false 2024-11-13T20:21:19,241 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T20:21:19,246 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T20:21:19,282 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 930, reset compression=false 2024-11-13T20:21:19,446 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:19,666 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 882, reset compression=false 2024-11-13T20:21:19,674 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:19,674 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1041, reset compression=false 2024-11-13T20:21:19,674 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/35620a944f342d1498a14c094ce9951a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T20:21:19,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:19,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:19,786 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 930, reset compression=false 2024-11-13T20:21:19,792 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:19,792 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1080, reset compression=false 2024-11-13T20:21:19,792 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42775,1731529263996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:19,895 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1041, reset compression=false 2024-11-13T20:21:19,999 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1080, reset compression=false 2024-11-13T20:21:20,054 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:20,210 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1041, reset compression=false 2024-11-13T20:21:20,249 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T20:21:20,256 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T20:21:20,302 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1080, reset compression=false 2024-11-13T20:21:20,310 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:20,310 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1239, reset compression=false 2024-11-13T20:21:20,310 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42775,1731529263996 got entry batch from reader: WALEntryBatch [walEntries=[{test/bedbceb887c89759898ab9f8a52bb1c6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T20:21:20,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T20:21:20,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T20:21:20,517 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1239, reset compression=false 2024-11-13T20:21:20,621 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1041, reset compression=false 2024-11-13T20:21:20,627 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:20,627 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:20,627 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:20,770 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:20,821 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1239, reset compression=false 2024-11-13T20:21:20,835 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:21,139 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:21,227 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1239, reset compression=false 2024-11-13T20:21:21,259 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T20:21:21,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:21:21,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:21,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:21,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:21,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:21,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:21,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:21:21,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1896128254, stopped=false 2024-11-13T20:21:21,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,38287,1731529263955 2024-11-13T20:21:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21640385503/running 2024-11-13T20:21:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21640385503/running 2024-11-13T20:21:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:21,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on znode that does not yet exist, /21640385503/running 2024-11-13T20:21:21,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Set watcher on znode that does not yet exist, /21640385503/running 2024-11-13T20:21:21,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:21,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:21,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:21,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:21,287 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,42775,1731529263996' ***** 2024-11-13T20:21:21,287 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:21:21,287 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:21:21,287 INFO [RS:0;04ac815325d6:42775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:21:21,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:21:21,287 INFO [RS:0;04ac815325d6:42775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:21:21,288 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for bedbceb887c89759898ab9f8a52bb1c6 2024-11-13T20:21:21,301 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:21,301 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,42775,1731529263996 2024-11-13T20:21:21,301 INFO [RS:0;04ac815325d6:42775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:21,301 INFO [RS:0;04ac815325d6:42775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42775. 2024-11-13T20:21:21,301 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bedbceb887c89759898ab9f8a52bb1c6, disabling compactions & flushes 2024-11-13T20:21:21,301 DEBUG [RS:0;04ac815325d6:42775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:21,301 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:21,301 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:21,301 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:21,302 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. after waiting 0 ms 2024-11-13T20:21:21,302 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:21,302 INFO [RS:0;04ac815325d6:42775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:21:21,302 INFO [RS:0;04ac815325d6:42775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:21:21,302 INFO [RS:0;04ac815325d6:42775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:21:21,302 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bedbceb887c89759898ab9f8a52bb1c6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T20:21:21,304 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:21:21,313 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:21:21,313 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1325): Online Regions={bedbceb887c89759898ab9f8a52bb1c6=test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6., c003a464ba09962ae17e6475d77eeae6=hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:21:21,314 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bedbceb887c89759898ab9f8a52bb1c6, c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:21,317 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:21,317 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:21,317 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:21,317 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:21,317 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:21,317 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:21:21,368 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/info/b5fee52f6ca644f08683db44f113320e is 147, key is hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6./info:regioninfo/1731529272881/Put/seqid=0 2024-11-13T20:21:21,380 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/f/b1e8c0259f194b9b8c9300999be58e9f is 29, key is row1/f:/1731529279242/DeleteFamily/seqid=0 2024-11-13T20:21:21,384 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741840_1016 (size=7686) 2024-11-13T20:21:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741841_1017 (size=5152) 2024-11-13T20:21:21,514 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bedbceb887c89759898ab9f8a52bb1c6, c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:21,543 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:21:21,543 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:21:21,575 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:21,576 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:21,714 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bedbceb887c89759898ab9f8a52bb1c6, c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:21,759 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1239, reset compression=false 2024-11-13T20:21:21,763 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:21,763 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1486, reset compression=false 2024-11-13T20:21:21,763 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,42775,1731529263996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:21,765 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,42775,1731529263996: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,42775,1731529263996, walGroup=04ac815325d6%2C42775%2C1731529263996, offset=04ac815325d6%2C42775%2C1731529263996.1731529265610:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:42775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:21:21,766 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:21:21,766 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:21:21,768 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:21:21,768 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:21:21,768 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:21:21,768 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 836179968 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 200761736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:21:21,768 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:38287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:38287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:21:21,792 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/info/b5fee52f6ca644f08683db44f113320e 2024-11-13T20:21:21,804 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/f/b1e8c0259f194b9b8c9300999be58e9f 2024-11-13T20:21:21,808 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1e8c0259f194b9b8c9300999be58e9f 2024-11-13T20:21:21,816 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/ns/29830d6ae4b4440e98d0de9c38746fd3 is 43, key is default/ns:d/1731529266624/Put/seqid=0 2024-11-13T20:21:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:21:21,823 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/ns/29830d6ae4b4440e98d0de9c38746fd3 2024-11-13T20:21:21,852 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/f1/3a91a240c78e4393ad78e5200a197af1 is 30, key is row1/f1:/1731529279242/DeleteFamily/seqid=0 2024-11-13T20:21:21,858 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/rep_barrier/b2be345efbba4589a88d9fd63811580e is 112, key is test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6./rep_barrier:seqnumDuringOpen/1731529269290/Put/seqid=0 2024-11-13T20:21:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741843_1019 (size=5158) 2024-11-13T20:21:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741844_1020 (size=5518) 2024-11-13T20:21:21,874 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/f1/3a91a240c78e4393ad78e5200a197af1 2024-11-13T20:21:21,880 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a91a240c78e4393ad78e5200a197af1 2024-11-13T20:21:21,904 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/norep/a56528210dd24c4aa4ec666b4eb3ab75 is 33, key is row2/norep:/1731529280250/DeleteFamily/seqid=0 2024-11-13T20:21:21,914 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bedbceb887c89759898ab9f8a52bb1c6, c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741845_1021 (size=5108) 2024-11-13T20:21:21,920 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/norep/a56528210dd24c4aa4ec666b4eb3ab75 2024-11-13T20:21:21,925 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a56528210dd24c4aa4ec666b4eb3ab75 2024-11-13T20:21:21,927 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/f/b1e8c0259f194b9b8c9300999be58e9f as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/f/b1e8c0259f194b9b8c9300999be58e9f 2024-11-13T20:21:21,932 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1e8c0259f194b9b8c9300999be58e9f 2024-11-13T20:21:21,932 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/f/b1e8c0259f194b9b8c9300999be58e9f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T20:21:21,933 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/f1/3a91a240c78e4393ad78e5200a197af1 as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/f1/3a91a240c78e4393ad78e5200a197af1 2024-11-13T20:21:21,937 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a91a240c78e4393ad78e5200a197af1 2024-11-13T20:21:21,937 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/f1/3a91a240c78e4393ad78e5200a197af1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T20:21:21,938 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/.tmp/norep/a56528210dd24c4aa4ec666b4eb3ab75 as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/norep/a56528210dd24c4aa4ec666b4eb3ab75 2024-11-13T20:21:21,942 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a56528210dd24c4aa4ec666b4eb3ab75 2024-11-13T20:21:21,942 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/norep/a56528210dd24c4aa4ec666b4eb3ab75, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T20:21:21,943 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bedbceb887c89759898ab9f8a52bb1c6 in 641ms, sequenceid=10, compaction requested=false 2024-11-13T20:21:21,955 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/default/test/bedbceb887c89759898ab9f8a52bb1c6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:21,957 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bedbceb887c89759898ab9f8a52bb1c6: Waiting for close lock at 1731529281301Running coprocessor pre-close hooks at 1731529281301Disabling compacts and flushes for region at 1731529281301Disabling writes for close at 1731529281302 (+1 ms)Obtaining lock to block concurrent updates at 1731529281302Preparing flush snapshotting stores in bedbceb887c89759898ab9f8a52bb1c6 at 1731529281302Finished memstore snapshotting test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731529281302Flushing stores of test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. at 1731529281303 (+1 ms)Flushing bedbceb887c89759898ab9f8a52bb1c6/f: creating writer at 1731529281304 (+1 ms)Flushing bedbceb887c89759898ab9f8a52bb1c6/f: appending metadata at 1731529281379 (+75 ms)Flushing bedbceb887c89759898ab9f8a52bb1c6/f: closing flushed file at 1731529281379Flushing bedbceb887c89759898ab9f8a52bb1c6/f1: creating writer at 1731529281809 (+430 ms)Flushing bedbceb887c89759898ab9f8a52bb1c6/f1: appending metadata at 1731529281851 (+42 ms)Flushing bedbceb887c89759898ab9f8a52bb1c6/f1: closing flushed file at 1731529281851Flushing bedbceb887c89759898ab9f8a52bb1c6/norep: creating writer at 1731529281880 (+29 ms)Flushing bedbceb887c89759898ab9f8a52bb1c6/norep: appending metadata at 1731529281903 (+23 ms)Flushing bedbceb887c89759898ab9f8a52bb1c6/norep: closing flushed file at 1731529281903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d63d393: reopening flushed file at 1731529281925 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d54d8d4: reopening flushed file at 1731529281932 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23bbeeb6: reopening flushed file at 1731529281937 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bedbceb887c89759898ab9f8a52bb1c6 in 641ms, sequenceid=10, compaction requested=false at 1731529281943 (+6 ms)Writing region close event to WAL at 1731529281949 (+6 ms)Running coprocessor post-close hooks at 1731529281957 (+8 ms)Closed at 1731529281957 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529268540.bedbceb887c89759898ab9f8a52bb1c6. 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c003a464ba09962ae17e6475d77eeae6, disabling compactions & flushes 2024-11-13T20:21:21,957 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. after waiting 0 ms 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c003a464ba09962ae17e6475d77eeae6: Waiting for close lock at 1731529281957Running coprocessor pre-close hooks at 1731529281957Disabling compacts and flushes for region at 1731529281957Disabling writes for close at 1731529281957Failed flush hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6., putting online again at 1731529281957 2024-11-13T20:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:21,966 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 1486, reset compression=false 2024-11-13T20:21:21,982 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:21,982 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 2130, reset compression=false 2024-11-13T20:21:22,102 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:22,114 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:22,115 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c003a464ba09962ae17e6475d77eeae6 2024-11-13T20:21:22,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c003a464ba09962ae17e6475d77eeae6, disabling compactions & flushes 2024-11-13T20:21:22,115 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:22,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:22,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. after waiting 0 ms 2024-11-13T20:21:22,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:22,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c003a464ba09962ae17e6475d77eeae6: Waiting for close lock at 1731529282115Running coprocessor pre-close hooks at 1731529282115Disabling compacts and flushes for region at 1731529282115Disabling writes for close at 1731529282115Failed flush hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6., putting online again at 1731529282115 2024-11-13T20:21:22,115 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6. 2024-11-13T20:21:22,193 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 2130, reset compression=false 2024-11-13T20:21:22,272 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/rep_barrier/b2be345efbba4589a88d9fd63811580e 2024-11-13T20:21:22,300 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/table/c317fb445b9c4d62bb8d5612bb388c98 is 53, key is hbase:replication/table:state/1731529272910/Put/seqid=0 2024-11-13T20:21:22,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741846_1022 (size=5308) 2024-11-13T20:21:22,306 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/table/c317fb445b9c4d62bb8d5612bb388c98 2024-11-13T20:21:22,315 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:21:22,315 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1325): Online Regions={c003a464ba09962ae17e6475d77eeae6=hbase:replication,,1731529272013.c003a464ba09962ae17e6475d77eeae6., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:21:22,315 DEBUG [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:22,316 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/info/b5fee52f6ca644f08683db44f113320e as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/info/b5fee52f6ca644f08683db44f113320e 2024-11-13T20:21:22,322 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/info/b5fee52f6ca644f08683db44f113320e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:21:22,323 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/ns/29830d6ae4b4440e98d0de9c38746fd3 as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/ns/29830d6ae4b4440e98d0de9c38746fd3 2024-11-13T20:21:22,330 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/ns/29830d6ae4b4440e98d0de9c38746fd3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:21:22,331 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/rep_barrier/b2be345efbba4589a88d9fd63811580e as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/rep_barrier/b2be345efbba4589a88d9fd63811580e 2024-11-13T20:21:22,337 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/rep_barrier/b2be345efbba4589a88d9fd63811580e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:21:22,339 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/.tmp/table/c317fb445b9c4d62bb8d5612bb388c98 as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/table/c317fb445b9c4d62bb8d5612bb388c98 2024-11-13T20:21:22,345 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/table/c317fb445b9c4d62bb8d5612bb388c98, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:21:22,346 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=16, compaction requested=false 2024-11-13T20:21:22,352 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:21:22,353 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:22,353 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:21:22,353 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:22,353 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529281316Running coprocessor pre-close hooks at 1731529281316Disabling compacts and flushes for region at 1731529281316Disabling writes for close at 1731529281317 (+1 ms)Obtaining lock to block concurrent updates at 1731529281317Preparing flush snapshotting stores in 1588230740 at 1731529281317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529281317Flushing stores of hbase:meta,,1.1588230740 at 1731529281318 (+1 ms)Flushing 1588230740/info: creating writer at 1731529281318Flushing 1588230740/info: appending metadata at 1731529281352 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731529281352Flushing 1588230740/ns: creating writer at 1731529281796 (+444 ms)Flushing 1588230740/ns: appending metadata at 1731529281815 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731529281815Flushing 1588230740/rep_barrier: creating writer at 1731529281833 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529281856 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529281856Flushing 1588230740/table: creating writer at 1731529282277 (+421 ms)Flushing 1588230740/table: appending metadata at 1731529282299 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731529282299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ee3d95: reopening flushed file at 1731529282315 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797484cd: reopening flushed file at 1731529282322 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59299dd0: reopening flushed file at 1731529282330 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bba82a: reopening flushed file at 1731529282338 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=16, compaction requested=false at 1731529282346 (+8 ms)Writing region close event to WAL at 1731529282348 (+2 ms)Running coprocessor post-close hooks at 1731529282353 (+5 ms)Closed at 1731529282353 2024-11-13T20:21:22,353 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:22,491 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:22,499 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 to pos 2130, reset compression=false 2024-11-13T20:21:22,516 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T20:21:22,516 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,42775,1731529263996; all regions closed. 2024-11-13T20:21:22,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:21:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741839_1015 (size=1953) 2024-11-13T20:21:22,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/WALs/04ac815325d6,42775,1731529263996/04ac815325d6%2C42775%2C1731529263996.1731529265610 not finished, retry = 0 2024-11-13T20:21:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741832_1008 (size=2138) 2024-11-13T20:21:22,669 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:22,669 INFO [RS:0;04ac815325d6:42775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:22,669 INFO [RS:0;04ac815325d6:42775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:22,670 INFO [RS:0;04ac815325d6:42775 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:22,670 INFO [RS:0;04ac815325d6:42775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:22,670 INFO [RS:0;04ac815325d6:42775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,42775,1731529263996 because: Region server is closing 2024-11-13T20:21:22,670 INFO [RS:0;04ac815325d6:42775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42775. 2024-11-13T20:21:22,670 DEBUG [RS:0;04ac815325d6:42775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:22,670 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:22,671 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:22,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:22,672 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:22,706 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:22,773 INFO [RS:0;04ac815325d6:42775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.shipper04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 terminated 2024-11-13T20:21:22,773 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,42775,1731529263996.replicationSource.wal-reader.04ac815325d6%2C42775%2C1731529263996,1-04ac815325d6,42775,1731529263996 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:21:22,773 INFO [RS:0;04ac815325d6:42775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:42775. 2024-11-13T20:21:22,773 DEBUG [RS:0;04ac815325d6:42775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:22,773 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:22,774 DEBUG [RS:0;04ac815325d6:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:22,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:22,774 INFO [RS:0;04ac815325d6:42775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42775 2024-11-13T20:21:22,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21640385503/rs/04ac815325d6,42775,1731529263996 2024-11-13T20:21:22,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503/rs 2024-11-13T20:21:22,777 INFO [RS:0;04ac815325d6:42775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:22,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,42775,1731529263996] 2024-11-13T20:21:22,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21640385503/draining/04ac815325d6,42775,1731529263996 already deleted, retry=false 2024-11-13T20:21:22,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,42775,1731529263996 expired; onlineServers=0 2024-11-13T20:21:22,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,38287,1731529263955' ***** 2024-11-13T20:21:22,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:21:22,780 INFO [M:0;04ac815325d6:38287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:22,780 INFO [M:0;04ac815325d6:38287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:22,781 DEBUG [M:0;04ac815325d6:38287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:21:22,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:21:22,781 DEBUG [M:0;04ac815325d6:38287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:21:22,781 INFO [M:0;04ac815325d6:38287 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:22,781 INFO [M:0;04ac815325d6:38287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:22,781 DEBUG [M:0;04ac815325d6:38287 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:21:22,781 INFO [M:0;04ac815325d6:38287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:21:22,781 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529265386 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529265386,5,FailOnTimeoutGroup] 2024-11-13T20:21:22,781 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529265386 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529265386,5,FailOnTimeoutGroup] 2024-11-13T20:21:22,781 INFO [M:0;04ac815325d6:38287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:22,781 INFO [M:0;04ac815325d6:38287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:21:22,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:21:22,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21640385503/master 2024-11-13T20:21:22,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21640385503 2024-11-13T20:21:22,784 DEBUG [M:0;04ac815325d6:38287 {}] zookeeper.RecoverableZooKeeper(212): Node /21640385503/master already deleted, retry=false 2024-11-13T20:21:22,784 DEBUG [M:0;04ac815325d6:38287 {}] master.ActiveMasterManager(353): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Failed delete of our master address node; KeeperErrorCode = NoNode for /21640385503/master 2024-11-13T20:21:22,786 INFO [M:0;04ac815325d6:38287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/.lastflushedseqids 2024-11-13T20:21:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741847_1023 (size=245) 2024-11-13T20:21:22,814 INFO [M:0;04ac815325d6:38287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:21:22,814 INFO [M:0;04ac815325d6:38287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:21:22,815 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:22,815 INFO [M:0;04ac815325d6:38287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:22,815 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:22,815 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:22,815 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:22,815 INFO [M:0;04ac815325d6:38287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T20:21:22,834 DEBUG [M:0;04ac815325d6:38287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edae16fe36ca48e58ac46000811149f8 is 82, key is hbase:meta,,1/info:regioninfo/1731529266610/Put/seqid=0 2024-11-13T20:21:22,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741848_1024 (size=5672) 2024-11-13T20:21:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1003acdb8620007, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:22,879 INFO [RS:0;04ac815325d6:42775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:22,880 INFO [RS:0;04ac815325d6:42775 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,42775,1731529263996; zookeeper connection closed. 2024-11-13T20:21:22,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56fd5a6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56fd5a6d 2024-11-13T20:21:22,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:21:23,263 INFO [M:0;04ac815325d6:38287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edae16fe36ca48e58ac46000811149f8 2024-11-13T20:21:23,297 DEBUG [M:0;04ac815325d6:38287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81696c1f0827419d80ed86af8c916ac4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529272915/Put/seqid=0 2024-11-13T20:21:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741849_1025 (size=8516) 2024-11-13T20:21:23,410 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:23,498 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:23,708 INFO [M:0;04ac815325d6:38287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81696c1f0827419d80ed86af8c916ac4 2024-11-13T20:21:23,739 DEBUG [M:0;04ac815325d6:38287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b5bf8e4e4a7416ab1721b79e56856f2 is 69, key is 04ac815325d6,42775,1731529263996/rs:state/1731529265445/Put/seqid=0 2024-11-13T20:21:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741850_1026 (size=5156) 2024-11-13T20:21:23,743 INFO [M:0;04ac815325d6:38287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b5bf8e4e4a7416ab1721b79e56856f2 2024-11-13T20:21:23,748 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edae16fe36ca48e58ac46000811149f8 as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edae16fe36ca48e58ac46000811149f8 2024-11-13T20:21:23,752 INFO [M:0;04ac815325d6:38287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edae16fe36ca48e58ac46000811149f8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:21:23,752 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81696c1f0827419d80ed86af8c916ac4 as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81696c1f0827419d80ed86af8c916ac4 2024-11-13T20:21:23,756 INFO [M:0;04ac815325d6:38287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81696c1f0827419d80ed86af8c916ac4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:21:23,757 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b5bf8e4e4a7416ab1721b79e56856f2 as hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b5bf8e4e4a7416ab1721b79e56856f2 2024-11-13T20:21:23,761 INFO [M:0;04ac815325d6:38287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35125/user/jenkins/test-data/bca92c86-e99a-1c33-ec12-6e6f69fa0768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b5bf8e4e4a7416ab1721b79e56856f2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:21:23,762 INFO [M:0;04ac815325d6:38287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false 2024-11-13T20:21:23,763 INFO [M:0;04ac815325d6:38287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:23,763 DEBUG [M:0;04ac815325d6:38287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529282815Disabling compacts and flushes for region at 1731529282815Disabling writes for close at 1731529282815Obtaining lock to block concurrent updates at 1731529282815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529282815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731529282816 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529282816Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529282816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529282834 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529282834Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529283275 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529283297 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529283297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529283713 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529283738 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529283738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4ae26: reopening flushed file at 1731529283747 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75db7faf: reopening flushed file at 1731529283752 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464edf: reopening flushed file at 1731529283756 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false at 1731529283762 (+6 ms)Writing region close event to WAL at 1731529283763 (+1 ms)Closed at 1731529283763 2024-11-13T20:21:23,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38919 is added to blk_1073741830_1006 (size=63654) 2024-11-13T20:21:23,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:23,766 INFO [M:0;04ac815325d6:38287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:21:23,766 INFO [M:0;04ac815325d6:38287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38287 2024-11-13T20:21:23,768 INFO [M:0;04ac815325d6:38287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:23,870 INFO [M:0;04ac815325d6:38287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:23,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:23,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x1003acdb8620006, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:23,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2482a93b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:23,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:23,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:23,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:23,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:23,879 WARN [BP-874576250-172.17.0.2-1731529262724 heartbeating to localhost/127.0.0.1:35125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:21:23,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:21:23,879 WARN [BP-874576250-172.17.0.2-1731529262724 heartbeating to localhost/127.0.0.1:35125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-874576250-172.17.0.2-1731529262724 (Datanode Uuid dd3412a8-537b-490a-9b90-9122f608408b) service to localhost/127.0.0.1:35125 2024-11-13T20:21:23,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:21:23,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/cluster_a289ad47-a96c-78f3-3b36-f2af4df25e49/data/data1/current/BP-874576250-172.17.0.2-1731529262724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:23,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/cluster_a289ad47-a96c-78f3-3b36-f2af4df25e49/data/data2/current/BP-874576250-172.17.0.2-1731529262724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:23,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:21:23,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a34c8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:23,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:23,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:23,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:23,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:21:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:21:23,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:23,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:23,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:23,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:23,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:23,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:21:23,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1175476594, stopped=false 2024-11-13T20:21:23,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,36405,1731529260902 2024-11-13T20:21:23,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975166274/running 2024-11-13T20:21:23,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:23,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975166274/running 2024-11-13T20:21:23,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:23,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:23,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on znode that does not yet exist, /1975166274/running 2024-11-13T20:21:23,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Set watcher on znode that does not yet exist, /1975166274/running 2024-11-13T20:21:23,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:23,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:23,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:23,922 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,39233,1731529260996' ***** 2024-11-13T20:21:23,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:21:23,922 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:21:23,922 INFO [RS:0;04ac815325d6:39233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:21:23,922 INFO [RS:0;04ac815325d6:39233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:21:23,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:21:23,922 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(3091): Received CLOSE for 35620a944f342d1498a14c094ce9951a 2024-11-13T20:21:23,936 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(3091): Received CLOSE for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:23,937 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,39233,1731529260996 2024-11-13T20:21:23,937 INFO [RS:0;04ac815325d6:39233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:23,937 INFO [RS:0;04ac815325d6:39233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39233. 2024-11-13T20:21:23,937 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35620a944f342d1498a14c094ce9951a, disabling compactions & flushes 2024-11-13T20:21:23,937 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:23,937 DEBUG [RS:0;04ac815325d6:39233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:23,937 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:23,937 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:23,937 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529267390.35620a944f342d1498a14c094ce9951a. after waiting 0 ms 2024-11-13T20:21:23,937 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:23,937 INFO [RS:0;04ac815325d6:39233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:21:23,937 INFO [RS:0;04ac815325d6:39233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:21:23,937 INFO [RS:0;04ac815325d6:39233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:21:23,937 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35620a944f342d1498a14c094ce9951a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T20:21:23,937 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:21:23,940 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:21:23,940 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1325): Online Regions={35620a944f342d1498a14c094ce9951a=test,,1731529267390.35620a944f342d1498a14c094ce9951a., 1588230740=hbase:meta,,1.1588230740, 757b1e136f453b8ce459dfc11dc03925=hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925.} 2024-11-13T20:21:23,941 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35620a944f342d1498a14c094ce9951a, 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:23,941 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:23,941 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:23,941 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:23,941 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:23,941 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:23,941 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:21:23,963 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:23,968 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/f/3b0f0d21be674a33b49f3172b97fd7ce is 29, key is row1/f:/1731529279242/DeleteFamily/seqid=0 2024-11-13T20:21:23,971 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/info/52cd924fe5014f99bcdbd73a40a51083 is 147, key is hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925./info:regioninfo/1731529271654/Put/seqid=0 2024-11-13T20:21:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741840_1016 (size=5152) 2024-11-13T20:21:23,981 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/f/3b0f0d21be674a33b49f3172b97fd7ce 2024-11-13T20:21:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741841_1017 (size=7686) 2024-11-13T20:21:23,992 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b0f0d21be674a33b49f3172b97fd7ce 2024-11-13T20:21:24,009 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/f1/258de6013c4d420b8f1565b487373dd4 is 30, key is row1/f1:/1731529279242/DeleteFamily/seqid=0 2024-11-13T20:21:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741842_1018 (size=5158) 2024-11-13T20:21:24,141 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35620a944f342d1498a14c094ce9951a, 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:24,218 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1191, reset compression=false 2024-11-13T20:21:24,224 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:24,224 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1438, reset compression=false 2024-11-13T20:21:24,224 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39233,1731529260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:24,225 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,39233,1731529260996: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,39233,1731529260996, walGroup=04ac815325d6%2C39233%2C1731529260996, offset=04ac815325d6%2C39233%2C1731529260996.1731529261923:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:39233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:21:24,226 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:21:24,226 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:21:24,227 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:21:24,227 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:21:24,227 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:21:24,227 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 901191680 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 201131344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:21:24,227 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:36405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:36405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:21:24,342 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35620a944f342d1498a14c094ce9951a, 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:24,385 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/info/52cd924fe5014f99bcdbd73a40a51083 2024-11-13T20:21:24,414 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/ns/f16de4be96b04e52a9834920a8117dcb is 43, key is default/ns:d/1731529262590/Put/seqid=0 2024-11-13T20:21:24,415 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/f1/258de6013c4d420b8f1565b487373dd4 2024-11-13T20:21:24,425 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 258de6013c4d420b8f1565b487373dd4 2024-11-13T20:21:24,440 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1438, reset compression=false 2024-11-13T20:21:24,448 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/norep/b0dfb794e0814a90b0b10f8b55b6eb0e is 33, key is row1/norep:/1731529279242/DeleteFamily/seqid=0 2024-11-13T20:21:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741843_1019 (size=5153) 2024-11-13T20:21:24,454 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/ns/f16de4be96b04e52a9834920a8117dcb 2024-11-13T20:21:24,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741844_1020 (size=5108) 2024-11-13T20:21:24,470 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/norep/b0dfb794e0814a90b0b10f8b55b6eb0e 2024-11-13T20:21:24,474 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0dfb794e0814a90b0b10f8b55b6eb0e 2024-11-13T20:21:24,475 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/f/3b0f0d21be674a33b49f3172b97fd7ce as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/f/3b0f0d21be674a33b49f3172b97fd7ce 2024-11-13T20:21:24,481 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b0f0d21be674a33b49f3172b97fd7ce 2024-11-13T20:21:24,482 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/f/3b0f0d21be674a33b49f3172b97fd7ce, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T20:21:24,482 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/f1/258de6013c4d420b8f1565b487373dd4 as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/f1/258de6013c4d420b8f1565b487373dd4 2024-11-13T20:21:24,488 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 258de6013c4d420b8f1565b487373dd4 2024-11-13T20:21:24,488 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/f1/258de6013c4d420b8f1565b487373dd4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T20:21:24,489 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/.tmp/norep/b0dfb794e0814a90b0b10f8b55b6eb0e as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/norep/b0dfb794e0814a90b0b10f8b55b6eb0e 2024-11-13T20:21:24,494 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0dfb794e0814a90b0b10f8b55b6eb0e 2024-11-13T20:21:24,494 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/norep/b0dfb794e0814a90b0b10f8b55b6eb0e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T20:21:24,495 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 35620a944f342d1498a14c094ce9951a in 557ms, sequenceid=10, compaction requested=false 2024-11-13T20:21:24,495 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:21:24,497 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/rep_barrier/5422efe68e10477093b8044f25d0ffd9 is 112, key is test,,1731529267390.35620a944f342d1498a14c094ce9951a./rep_barrier:seqnumDuringOpen/1731529268203/Put/seqid=0 2024-11-13T20:21:24,513 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/default/test/35620a944f342d1498a14c094ce9951a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T20:21:24,514 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:24,514 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:24,514 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35620a944f342d1498a14c094ce9951a: Waiting for close lock at 1731529283937Running coprocessor pre-close hooks at 1731529283937Disabling compacts and flushes for region at 1731529283937Disabling writes for close at 1731529283937Obtaining lock to block concurrent updates at 1731529283937Preparing flush snapshotting stores in 35620a944f342d1498a14c094ce9951a at 1731529283937Finished memstore snapshotting test,,1731529267390.35620a944f342d1498a14c094ce9951a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731529283937Flushing stores of test,,1731529267390.35620a944f342d1498a14c094ce9951a. at 1731529283938 (+1 ms)Flushing 35620a944f342d1498a14c094ce9951a/f: creating writer at 1731529283938Flushing 35620a944f342d1498a14c094ce9951a/f: appending metadata at 1731529283967 (+29 ms)Flushing 35620a944f342d1498a14c094ce9951a/f: closing flushed file at 1731529283967Flushing 35620a944f342d1498a14c094ce9951a/f1: creating writer at 1731529283992 (+25 ms)Flushing 35620a944f342d1498a14c094ce9951a/f1: appending metadata at 1731529284008 (+16 ms)Flushing 35620a944f342d1498a14c094ce9951a/f1: closing flushed file at 1731529284008Flushing 35620a944f342d1498a14c094ce9951a/norep: creating writer at 1731529284426 (+418 ms)Flushing 35620a944f342d1498a14c094ce9951a/norep: appending metadata at 1731529284447 (+21 ms)Flushing 35620a944f342d1498a14c094ce9951a/norep: closing flushed file at 1731529284447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c5b621: reopening flushed file at 1731529284474 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18535fe1: reopening flushed file at 1731529284482 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e87f6dd: reopening flushed file at 1731529284488 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 35620a944f342d1498a14c094ce9951a in 557ms, sequenceid=10, compaction requested=false at 1731529284495 (+7 ms)Writing region close event to WAL at 1731529284498 (+3 ms)Running coprocessor post-close hooks at 1731529284514 (+16 ms)Closed at 1731529284514 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529267390.35620a944f342d1498a14c094ce9951a. 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 757b1e136f453b8ce459dfc11dc03925, disabling compactions & flushes 2024-11-13T20:21:24,515 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. after waiting 0 ms 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 757b1e136f453b8ce459dfc11dc03925: Waiting for close lock at 1731529284515Running coprocessor pre-close hooks at 1731529284515Disabling compacts and flushes for region at 1731529284515Disabling writes for close at 1731529284515Failed flush hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925., putting online again at 1731529284515 2024-11-13T20:21:24,515 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741845_1021 (size=5518) 2024-11-13T20:21:24,542 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(3091): Received CLOSE for 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:24,542 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 757b1e136f453b8ce459dfc11dc03925 2024-11-13T20:21:24,542 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 757b1e136f453b8ce459dfc11dc03925, disabling compactions & flushes 2024-11-13T20:21:24,542 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,542 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,542 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. after waiting 0 ms 2024-11-13T20:21:24,542 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,542 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 757b1e136f453b8ce459dfc11dc03925: Waiting for close lock at 1731529284542Running coprocessor pre-close hooks at 1731529284542Disabling compacts and flushes for region at 1731529284542Disabling writes for close at 1731529284542Failed flush hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925., putting online again at 1731529284542 2024-11-13T20:21:24,542 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925. 2024-11-13T20:21:24,612 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:24,742 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:24,766 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 1438, reset compression=false 2024-11-13T20:21:24,774 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:24,774 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 2082, reset compression=false 2024-11-13T20:21:24,790 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:21:24,790 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:21:24,928 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/rep_barrier/5422efe68e10477093b8044f25d0ffd9 2024-11-13T20:21:24,942 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:21:24,942 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 757b1e136f453b8ce459dfc11dc03925=hbase:replication,,1731529270846.757b1e136f453b8ce459dfc11dc03925.} 2024-11-13T20:21:24,942 DEBUG [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:24,964 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/table/3635869eea3b4d3bb46d1b5ca4ff3d45 is 53, key is hbase:replication/table:state/1731529271662/Put/seqid=0 2024-11-13T20:21:24,986 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.wal-reader.04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.1731529261923 to pos 2082, reset compression=false 2024-11-13T20:21:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741846_1022 (size=5308) 2024-11-13T20:21:25,000 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/table/3635869eea3b4d3bb46d1b5ca4ff3d45 2024-11-13T20:21:25,010 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/info/52cd924fe5014f99bcdbd73a40a51083 as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/info/52cd924fe5014f99bcdbd73a40a51083 2024-11-13T20:21:25,017 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/info/52cd924fe5014f99bcdbd73a40a51083, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:21:25,018 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/ns/f16de4be96b04e52a9834920a8117dcb as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/ns/f16de4be96b04e52a9834920a8117dcb 2024-11-13T20:21:25,025 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/ns/f16de4be96b04e52a9834920a8117dcb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:21:25,027 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/rep_barrier/5422efe68e10477093b8044f25d0ffd9 as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/rep_barrier/5422efe68e10477093b8044f25d0ffd9 2024-11-13T20:21:25,035 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/rep_barrier/5422efe68e10477093b8044f25d0ffd9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:21:25,035 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/.tmp/table/3635869eea3b4d3bb46d1b5ca4ff3d45 as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/table/3635869eea3b4d3bb46d1b5ca4ff3d45 2024-11-13T20:21:25,041 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/table/3635869eea3b4d3bb46d1b5ca4ff3d45, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:21:25,042 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1101ms, sequenceid=16, compaction requested=false 2024-11-13T20:21:25,042 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:21:25,047 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:21:25,048 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:25,048 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:21:25,048 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:25,048 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529283941Running coprocessor pre-close hooks at 1731529283941Disabling compacts and flushes for region at 1731529283941Disabling writes for close at 1731529283941Obtaining lock to block concurrent updates at 1731529283941Preparing flush snapshotting stores in 1588230740 at 1731529283941Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529283942 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529283942Flushing 1588230740/info: creating writer at 1731529283942Flushing 1588230740/info: appending metadata at 1731529283970 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731529283971 (+1 ms)Flushing 1588230740/ns: creating writer at 1731529284391 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731529284413 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731529284413Flushing 1588230740/rep_barrier: creating writer at 1731529284461 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529284496 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529284496Flushing 1588230740/table: creating writer at 1731529284933 (+437 ms)Flushing 1588230740/table: appending metadata at 1731529284963 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731529284963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c86f84: reopening flushed file at 1731529285008 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4496e2c5: reopening flushed file at 1731529285017 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b999f: reopening flushed file at 1731529285026 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ded5de1: reopening flushed file at 1731529285035 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1101ms, sequenceid=16, compaction requested=false at 1731529285042 (+7 ms)Writing region close event to WAL at 1731529285044 (+2 ms)Running coprocessor post-close hooks at 1731529285048 (+4 ms)Closed at 1731529285048 2024-11-13T20:21:25,048 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:25,143 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T20:21:25,143 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,39233,1731529260996; all regions closed. 2024-11-13T20:21:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:21:25,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/WALs/04ac815325d6,39233,1731529260996/04ac815325d6%2C39233%2C1731529260996.meta.1731529262526.meta not finished, retry = 0 2024-11-13T20:21:25,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741839_1015 (size=2171) 2024-11-13T20:21:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741832_1008 (size=2090) 2024-11-13T20:21:25,276 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:25,276 INFO [RS:0;04ac815325d6:39233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:25,277 INFO [RS:0;04ac815325d6:39233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:25,277 INFO [RS:0;04ac815325d6:39233 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:25,277 INFO [RS:0;04ac815325d6:39233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:25,277 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:25,277 INFO [RS:0;04ac815325d6:39233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,39233,1731529260996 because: Region server is closing 2024-11-13T20:21:25,278 INFO [RS:0;04ac815325d6:39233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39233. 2024-11-13T20:21:25,278 DEBUG [RS:0;04ac815325d6:39233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:25,278 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:25,278 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:25,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:25,379 INFO [RS:0;04ac815325d6:39233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39233,1731529260996.replicationSource.shipper04ac815325d6%2C39233%2C1731529260996,1-04ac815325d6,39233,1731529260996 terminated 2024-11-13T20:21:25,379 INFO [RS:0;04ac815325d6:39233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39233. 2024-11-13T20:21:25,379 DEBUG [RS:0;04ac815325d6:39233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:25,379 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:25,379 DEBUG [RS:0;04ac815325d6:39233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:25,379 INFO [RS:0;04ac815325d6:39233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39233 2024-11-13T20:21:25,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975166274/rs/04ac815325d6,39233,1731529260996 2024-11-13T20:21:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274/rs 2024-11-13T20:21:25,385 INFO [RS:0;04ac815325d6:39233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:25,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,39233,1731529260996] 2024-11-13T20:21:25,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1975166274/draining/04ac815325d6,39233,1731529260996 already deleted, retry=false 2024-11-13T20:21:25,394 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,39233,1731529260996 expired; onlineServers=0 2024-11-13T20:21:25,394 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,36405,1731529260902' ***** 2024-11-13T20:21:25,394 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:21:25,395 INFO [M:0;04ac815325d6:36405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:25,395 INFO [M:0;04ac815325d6:36405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:25,395 DEBUG [M:0;04ac815325d6:36405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:21:25,395 DEBUG [M:0;04ac815325d6:36405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:21:25,395 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:21:25,395 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529261749 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529261749,5,FailOnTimeoutGroup] 2024-11-13T20:21:25,395 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529261748 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529261748,5,FailOnTimeoutGroup] 2024-11-13T20:21:25,395 INFO [M:0;04ac815325d6:36405 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:25,395 INFO [M:0;04ac815325d6:36405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:25,395 DEBUG [M:0;04ac815325d6:36405 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:21:25,396 INFO [M:0;04ac815325d6:36405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:21:25,396 INFO [M:0;04ac815325d6:36405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:25,397 INFO [M:0;04ac815325d6:36405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:21:25,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:21:25,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975166274/master 2024-11-13T20:21:25,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975166274 2024-11-13T20:21:25,402 DEBUG [M:0;04ac815325d6:36405 {}] zookeeper.ZKUtil(347): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Unable to get data of znode /1975166274/master because node does not exist (not an error) 2024-11-13T20:21:25,402 WARN [M:0;04ac815325d6:36405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:21:25,410 INFO [M:0;04ac815325d6:36405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/.lastflushedseqids 2024-11-13T20:21:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741847_1023 (size=245) 2024-11-13T20:21:25,469 INFO [M:0;04ac815325d6:36405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:21:25,470 INFO [M:0;04ac815325d6:36405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:21:25,470 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:25,470 INFO [M:0;04ac815325d6:36405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:25,470 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:25,470 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:25,470 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:25,470 INFO [M:0;04ac815325d6:36405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T20:21:25,497 INFO [RS:0;04ac815325d6:39233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:25,497 INFO [RS:0;04ac815325d6:39233 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,39233,1731529260996; zookeeper connection closed. 2024-11-13T20:21:25,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:25,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39233-0x1003acdb8620004, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:25,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 2024-11-13T20:21:25,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:21:25,519 DEBUG [M:0;04ac815325d6:36405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a42a27d4acfe441d8afeb88599f229fd is 82, key is hbase:meta,,1/info:regioninfo/1731529262580/Put/seqid=0 2024-11-13T20:21:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741848_1024 (size=5672) 2024-11-13T20:21:25,573 INFO [M:0;04ac815325d6:36405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a42a27d4acfe441d8afeb88599f229fd 2024-11-13T20:21:25,625 DEBUG [M:0;04ac815325d6:36405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb308b5ac72f45acb78aa197324b7e62 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529271665/Put/seqid=0 2024-11-13T20:21:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741849_1025 (size=8516) 2024-11-13T20:21:25,834 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:26,062 INFO [M:0;04ac815325d6:36405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb308b5ac72f45acb78aa197324b7e62 2024-11-13T20:21:26,082 DEBUG [M:0;04ac815325d6:36405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b924219d855f4236a15e704e7f71a0b7 is 69, key is 04ac815325d6,39233,1731529260996/rs:state/1731529261775/Put/seqid=0 2024-11-13T20:21:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741850_1026 (size=5156) 2024-11-13T20:21:26,491 INFO [M:0;04ac815325d6:36405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b924219d855f4236a15e704e7f71a0b7 2024-11-13T20:21:26,497 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a42a27d4acfe441d8afeb88599f229fd as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a42a27d4acfe441d8afeb88599f229fd 2024-11-13T20:21:26,502 INFO [M:0;04ac815325d6:36405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a42a27d4acfe441d8afeb88599f229fd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:21:26,503 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb308b5ac72f45acb78aa197324b7e62 as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb308b5ac72f45acb78aa197324b7e62 2024-11-13T20:21:26,507 INFO [M:0;04ac815325d6:36405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb308b5ac72f45acb78aa197324b7e62, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:21:26,508 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b924219d855f4236a15e704e7f71a0b7 as hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b924219d855f4236a15e704e7f71a0b7 2024-11-13T20:21:26,534 INFO [M:0;04ac815325d6:36405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/3341183d-7a68-6cab-10b9-be1425ce28ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b924219d855f4236a15e704e7f71a0b7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:21:26,535 INFO [M:0;04ac815325d6:36405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1065ms, sequenceid=97, compaction requested=false 2024-11-13T20:21:26,579 INFO [M:0;04ac815325d6:36405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:26,580 DEBUG [M:0;04ac815325d6:36405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529285470Disabling compacts and flushes for region at 1731529285470Disabling writes for close at 1731529285470Obtaining lock to block concurrent updates at 1731529285470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529285470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731529285470Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529285473 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529285473Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529285518 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529285518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529285596 (+78 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529285624 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529285624Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529286066 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529286082 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529286082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527e19f7: reopening flushed file at 1731529286496 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc64726: reopening flushed file at 1731529286502 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591242f0: reopening flushed file at 1731529286507 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1065ms, sequenceid=97, compaction requested=false at 1731529286535 (+28 ms)Writing region close event to WAL at 1731529286579 (+44 ms)Closed at 1731529286579 2024-11-13T20:21:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741830_1006 (size=63654) 2024-11-13T20:21:26,607 INFO [M:0;04ac815325d6:36405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:21:26,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:26,607 INFO [M:0;04ac815325d6:36405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36405 2024-11-13T20:21:26,608 INFO [M:0;04ac815325d6:36405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:26,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:26,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36405-0x1003acdb8620003, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:26,717 INFO [M:0;04ac815325d6:36405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:26,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1008dde9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:26,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:26,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:26,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:26,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:26,751 WARN [BP-1395612089-172.17.0.2-1731529260015 heartbeating to localhost/127.0.0.1:41669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:21:26,752 WARN [BP-1395612089-172.17.0.2-1731529260015 heartbeating to localhost/127.0.0.1:41669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1395612089-172.17.0.2-1731529260015 (Datanode Uuid 234dab88-8a67-48a9-bb42-90edb134324e) service to localhost/127.0.0.1:41669 2024-11-13T20:21:26,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/cluster_050c6f72-d9aa-339c-1462-0daa41ad71cc/data/data1/current/BP-1395612089-172.17.0.2-1731529260015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:26,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/cluster_050c6f72-d9aa-339c-1462-0daa41ad71cc/data/data2/current/BP-1395612089-172.17.0.2-1731529260015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:26,753 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:21:26,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:21:26,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:21:26,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b552d27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:26,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:26,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:26,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:26,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031168f7-a8d7-ccec-13cd-215d545c1c69/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:26,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:21:26,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:21:26,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:26,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:26,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:26,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:26,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:26,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:21:26,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619334677, stopped=false 2024-11-13T20:21:26,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,38187,1731529257926 2024-11-13T20:21:26,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01284263512/running 2024-11-13T20:21:26,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:21:26,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01284263512/running 2024-11-13T20:21:26,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:21:26,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:26,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on znode that does not yet exist, /01284263512/running 2024-11-13T20:21:26,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Set watcher on znode that does not yet exist, /01284263512/running 2024-11-13T20:21:26,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:26,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:26,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:26,863 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,38815,1731529257999' ***** 2024-11-13T20:21:26,863 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:21:26,864 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:21:26,864 INFO [RS:0;04ac815325d6:38815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:21:26,864 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:21:26,864 INFO [RS:0;04ac815325d6:38815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:21:26,865 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d59b9bf044ac61c792054aad1d3ae2c 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,38815,1731529257999 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:38815. 2024-11-13T20:21:26,869 DEBUG [RS:0;04ac815325d6:38815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:26,869 DEBUG [RS:0;04ac815325d6:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:21:26,869 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:21:26,876 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d59b9bf044ac61c792054aad1d3ae2c, disabling compactions & flushes 2024-11-13T20:21:26,876 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:26,876 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:26,876 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:21:26,876 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. after waiting 0 ms 2024-11-13T20:21:26,876 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1325): Online Regions={3d59b9bf044ac61c792054aad1d3ae2c=test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c., 1588230740=hbase:meta,,1.1588230740, fa22fde801b5532b89c3660f708cb09b=hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b.} 2024-11-13T20:21:26,876 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:26,876 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d59b9bf044ac61c792054aad1d3ae2c, fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:26,877 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d59b9bf044ac61c792054aad1d3ae2c 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T20:21:26,877 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:26,877 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:26,877 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:26,877 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:26,877 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:26,877 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:21:26,878 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:26,926 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/info/2c51a43f7e16417098b698f327dcfac4 is 147, key is hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b./info:regioninfo/1731529270481/Put/seqid=0 2024-11-13T20:21:26,936 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/f/ee2ea7368d724210ab79caf07c7cf986 is 28, key is row/f:/1731529277231/DeleteFamily/seqid=0 2024-11-13T20:21:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741841_1017 (size=5085) 2024-11-13T20:21:26,945 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/f/ee2ea7368d724210ab79caf07c7cf986 2024-11-13T20:21:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741840_1016 (size=7686) 2024-11-13T20:21:26,953 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/info/2c51a43f7e16417098b698f327dcfac4 2024-11-13T20:21:26,964 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee2ea7368d724210ab79caf07c7cf986 2024-11-13T20:21:27,009 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/f1/cd58f7a33ef54814b7230a5d1831e8fd is 29, key is row/f1:/1731529277231/DeleteFamily/seqid=0 2024-11-13T20:21:27,015 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/ns/50f01b3407644d3b84d11475f6116c22 is 43, key is default/ns:d/1731529259849/Put/seqid=0 2024-11-13T20:21:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741842_1018 (size=5089) 2024-11-13T20:21:27,022 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/f1/cd58f7a33ef54814b7230a5d1831e8fd 2024-11-13T20:21:27,028 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd58f7a33ef54814b7230a5d1831e8fd 2024-11-13T20:21:27,061 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/norep/f0309ca4a5084fd4829f3cdc8d76735a is 32, key is row/norep:/1731529277231/DeleteFamily/seqid=0 2024-11-13T20:21:27,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741843_1019 (size=5153) 2024-11-13T20:21:27,070 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/ns/50f01b3407644d3b84d11475f6116c22 2024-11-13T20:21:27,077 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d59b9bf044ac61c792054aad1d3ae2c, fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:27,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741844_1020 (size=5101) 2024-11-13T20:21:27,084 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/norep/f0309ca4a5084fd4829f3cdc8d76735a 2024-11-13T20:21:27,088 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0309ca4a5084fd4829f3cdc8d76735a 2024-11-13T20:21:27,088 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/f/ee2ea7368d724210ab79caf07c7cf986 as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/f/ee2ea7368d724210ab79caf07c7cf986 2024-11-13T20:21:27,092 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee2ea7368d724210ab79caf07c7cf986 2024-11-13T20:21:27,093 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/f/ee2ea7368d724210ab79caf07c7cf986, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T20:21:27,093 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/f1/cd58f7a33ef54814b7230a5d1831e8fd as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/f1/cd58f7a33ef54814b7230a5d1831e8fd 2024-11-13T20:21:27,115 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/rep_barrier/dc4ef27e758847289670b99d291c4d88 is 112, key is test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c./rep_barrier:seqnumDuringOpen/1731529267164/Put/seqid=0 2024-11-13T20:21:27,120 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd58f7a33ef54814b7230a5d1831e8fd 2024-11-13T20:21:27,120 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/f1/cd58f7a33ef54814b7230a5d1831e8fd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T20:21:27,127 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/.tmp/norep/f0309ca4a5084fd4829f3cdc8d76735a as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/norep/f0309ca4a5084fd4829f3cdc8d76735a 2024-11-13T20:21:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741845_1021 (size=5518) 2024-11-13T20:21:27,147 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0309ca4a5084fd4829f3cdc8d76735a 2024-11-13T20:21:27,148 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/norep/f0309ca4a5084fd4829f3cdc8d76735a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T20:21:27,149 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3d59b9bf044ac61c792054aad1d3ae2c in 273ms, sequenceid=6, compaction requested=false 2024-11-13T20:21:27,149 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:21:27,170 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 636, reset compression=false 2024-11-13T20:21:27,187 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:27,187 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 1232, reset compression=false 2024-11-13T20:21:27,187 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,38815,1731529257999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838, lastWalPosition=1232, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:27,188 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,38815,1731529257999: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-04ac815325d6,38815,1731529257999, walGroup=04ac815325d6%2C38815%2C1731529257999, offset=04ac815325d6%2C38815%2C1731529257999.1731529258838:1232, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:38815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:21:27,190 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:21:27,190 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:21:27,190 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:21:27,190 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:21:27,190 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:21:27,190 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 968300544 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 201475256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:21:27,191 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:38187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:38187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:21:27,207 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/default/test/3d59b9bf044ac61c792054aad1d3ae2c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T20:21:27,207 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:27,207 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:27,207 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:27,207 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d59b9bf044ac61c792054aad1d3ae2c: Waiting for close lock at 1731529286876Running coprocessor pre-close hooks at 1731529286876Disabling compacts and flushes for region at 1731529286876Disabling writes for close at 1731529286876Obtaining lock to block concurrent updates at 1731529286877 (+1 ms)Preparing flush snapshotting stores in 3d59b9bf044ac61c792054aad1d3ae2c at 1731529286877Finished memstore snapshotting test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731529286877Flushing stores of test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. at 1731529286881 (+4 ms)Flushing 3d59b9bf044ac61c792054aad1d3ae2c/f: creating writer at 1731529286881Flushing 3d59b9bf044ac61c792054aad1d3ae2c/f: appending metadata at 1731529286935 (+54 ms)Flushing 3d59b9bf044ac61c792054aad1d3ae2c/f: closing flushed file at 1731529286935Flushing 3d59b9bf044ac61c792054aad1d3ae2c/f1: creating writer at 1731529286964 (+29 ms)Flushing 3d59b9bf044ac61c792054aad1d3ae2c/f1: appending metadata at 1731529287008 (+44 ms)Flushing 3d59b9bf044ac61c792054aad1d3ae2c/f1: closing flushed file at 1731529287008Flushing 3d59b9bf044ac61c792054aad1d3ae2c/norep: creating writer at 1731529287029 (+21 ms)Flushing 3d59b9bf044ac61c792054aad1d3ae2c/norep: appending metadata at 1731529287061 (+32 ms)Flushing 3d59b9bf044ac61c792054aad1d3ae2c/norep: closing flushed file at 1731529287061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592b6b4e: reopening flushed file at 1731529287088 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157c2ff5: reopening flushed file at 1731529287093 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dec9208: reopening flushed file at 1731529287120 (+27 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3d59b9bf044ac61c792054aad1d3ae2c in 273ms, sequenceid=6, compaction requested=false at 1731529287149 (+29 ms)Writing region close event to WAL at 1731529287183 (+34 ms)Running coprocessor post-close hooks at 1731529287207 (+24 ms)Closed at 1731529287207 2024-11-13T20:21:27,208 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529266754.3d59b9bf044ac61c792054aad1d3ae2c. 2024-11-13T20:21:27,208 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa22fde801b5532b89c3660f708cb09b, disabling compactions & flushes 2024-11-13T20:21:27,208 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,208 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,208 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. after waiting 0 ms 2024-11-13T20:21:27,208 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,208 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa22fde801b5532b89c3660f708cb09b: Waiting for close lock at 1731529287208Running coprocessor pre-close hooks at 1731529287208Disabling compacts and flushes for region at 1731529287208Disabling writes for close at 1731529287208Failed flush hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b., putting online again at 1731529287208 2024-11-13T20:21:27,208 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,210 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:27,210 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 1527, reset compression=false 2024-11-13T20:21:27,277 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:27,277 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa22fde801b5532b89c3660f708cb09b 2024-11-13T20:21:27,277 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa22fde801b5532b89c3660f708cb09b, disabling compactions & flushes 2024-11-13T20:21:27,277 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. after waiting 0 ms 2024-11-13T20:21:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa22fde801b5532b89c3660f708cb09b: Waiting for close lock at 1731529287277Running coprocessor pre-close hooks at 1731529287277Disabling compacts and flushes for region at 1731529287277Disabling writes for close at 1731529287278 (+1 ms)Failed flush hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b., putting online again at 1731529287278 2024-11-13T20:21:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b. 2024-11-13T20:21:27,418 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 1527, reset compression=false 2024-11-13T20:21:27,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:27,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,477 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:27,510 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:21:27,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,557 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/rep_barrier/dc4ef27e758847289670b99d291c4d88 2024-11-13T20:21:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:27,624 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/table/f65af0a8857648a789acfd0209711c40 is 53, key is hbase:replication/table:state/1731529270488/Put/seqid=0 2024-11-13T20:21:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741846_1022 (size=5308) 2024-11-13T20:21:27,675 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/table/f65af0a8857648a789acfd0209711c40 2024-11-13T20:21:27,678 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:27,682 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/info/2c51a43f7e16417098b698f327dcfac4 as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/info/2c51a43f7e16417098b698f327dcfac4 2024-11-13T20:21:27,690 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/info/2c51a43f7e16417098b698f327dcfac4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:21:27,691 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/ns/50f01b3407644d3b84d11475f6116c22 as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/ns/50f01b3407644d3b84d11475f6116c22 2024-11-13T20:21:27,697 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/ns/50f01b3407644d3b84d11475f6116c22, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:21:27,698 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/rep_barrier/dc4ef27e758847289670b99d291c4d88 as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/rep_barrier/dc4ef27e758847289670b99d291c4d88 2024-11-13T20:21:27,702 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:21:27,702 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:21:27,704 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/rep_barrier/dc4ef27e758847289670b99d291c4d88, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:21:27,705 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/.tmp/table/f65af0a8857648a789acfd0209711c40 as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/table/f65af0a8857648a789acfd0209711c40 2024-11-13T20:21:27,711 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/table/f65af0a8857648a789acfd0209711c40, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:21:27,713 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 835ms, sequenceid=16, compaction requested=false 2024-11-13T20:21:27,713 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:21:27,768 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 to pos 1527, reset compression=false 2024-11-13T20:21:27,804 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:21:27,808 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:27,808 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:21:27,808 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:27,808 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529286877Running coprocessor pre-close hooks at 1731529286877Disabling compacts and flushes for region at 1731529286877Disabling writes for close at 1731529286877Obtaining lock to block concurrent updates at 1731529286877Preparing flush snapshotting stores in 1588230740 at 1731529286877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529286877Flushing stores of hbase:meta,,1.1588230740 at 1731529286878 (+1 ms)Flushing 1588230740/info: creating writer at 1731529286878Flushing 1588230740/info: appending metadata at 1731529286926 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731529286926Flushing 1588230740/ns: creating writer at 1731529286967 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731529287015 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731529287015Flushing 1588230740/rep_barrier: creating writer at 1731529287075 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529287115 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529287115Flushing 1588230740/table: creating writer at 1731529287577 (+462 ms)Flushing 1588230740/table: appending metadata at 1731529287619 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731529287619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ceaa067: reopening flushed file at 1731529287681 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b713671: reopening flushed file at 1731529287690 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6bbf57: reopening flushed file at 1731529287697 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ca34f8: reopening flushed file at 1731529287704 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 835ms, sequenceid=16, compaction requested=false at 1731529287713 (+9 ms)Writing region close event to WAL at 1731529287766 (+53 ms)Running coprocessor post-close hooks at 1731529287808 (+42 ms)Closed at 1731529287808 2024-11-13T20:21:27,808 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:27,879 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:21:27,879 DEBUG [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1325): Online Regions={fa22fde801b5532b89c3660f708cb09b=hbase:replication,,1731529269694.fa22fde801b5532b89c3660f708cb09b.} 2024-11-13T20:21:27,879 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T20:21:27,879 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,38815,1731529257999; all regions closed. 2024-11-13T20:21:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741834_1010 (size=4239) 2024-11-13T20:21:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741839_1015 (size=1297) 2024-11-13T20:21:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741832_1008 (size=1535) 2024-11-13T20:21:27,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/WALs/04ac815325d6,38815,1731529257999/04ac815325d6%2C38815%2C1731529257999.1731529258838 not finished, retry = 0 2024-11-13T20:21:28,027 DEBUG [RS:0;04ac815325d6:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:28,027 INFO [RS:0;04ac815325d6:38815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:28,028 INFO [RS:0;04ac815325d6:38815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:28,028 INFO [RS:0;04ac815325d6:38815 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:28,028 INFO [RS:0;04ac815325d6:38815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:28,029 INFO [RS:0;04ac815325d6:38815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,38815,1731529257999 because: Region server is closing 2024-11-13T20:21:28,029 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:28,029 INFO [RS:0;04ac815325d6:38815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:38815. 2024-11-13T20:21:28,030 DEBUG [RS:0;04ac815325d6:38815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:28,030 DEBUG [RS:0;04ac815325d6:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:28,030 DEBUG [RS:0;04ac815325d6:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:28,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:28,130 INFO [RS:0;04ac815325d6:38815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.shipper04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 terminated 2024-11-13T20:21:28,130 INFO [RS:0;04ac815325d6:38815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38815 2024-11-13T20:21:28,130 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,38815,1731529257999.replicationSource.wal-reader.04ac815325d6%2C38815%2C1731529257999,1-04ac815325d6,38815,1731529257999 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:21:28,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512/rs 2024-11-13T20:21:28,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01284263512/rs/04ac815325d6,38815,1731529257999 2024-11-13T20:21:28,135 INFO [RS:0;04ac815325d6:38815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:28,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,38815,1731529257999] 2024-11-13T20:21:28,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01284263512/draining/04ac815325d6,38815,1731529257999 already deleted, retry=false 2024-11-13T20:21:28,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,38815,1731529257999 expired; onlineServers=0 2024-11-13T20:21:28,139 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,38187,1731529257926' ***** 2024-11-13T20:21:28,139 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:21:28,139 INFO [M:0;04ac815325d6:38187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:28,139 INFO [M:0;04ac815325d6:38187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:28,139 DEBUG [M:0;04ac815325d6:38187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:21:28,139 DEBUG [M:0;04ac815325d6:38187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:21:28,139 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:21:28,139 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529258628 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529258628,5,FailOnTimeoutGroup] 2024-11-13T20:21:28,139 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529258632 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529258632,5,FailOnTimeoutGroup] 2024-11-13T20:21:28,139 INFO [M:0;04ac815325d6:38187 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:28,140 INFO [M:0;04ac815325d6:38187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:28,140 DEBUG [M:0;04ac815325d6:38187 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:21:28,140 INFO [M:0;04ac815325d6:38187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:21:28,140 INFO [M:0;04ac815325d6:38187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:28,141 INFO [M:0;04ac815325d6:38187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:21:28,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:21:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01284263512/master 2024-11-13T20:21:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01284263512 2024-11-13T20:21:28,144 DEBUG [M:0;04ac815325d6:38187 {}] zookeeper.RecoverableZooKeeper(212): Node /01284263512/master already deleted, retry=false 2024-11-13T20:21:28,144 DEBUG [M:0;04ac815325d6:38187 {}] master.ActiveMasterManager(353): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Failed delete of our master address node; KeeperErrorCode = NoNode for /01284263512/master 2024-11-13T20:21:28,145 INFO [M:0;04ac815325d6:38187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/.lastflushedseqids 2024-11-13T20:21:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741847_1023 (size=245) 2024-11-13T20:21:28,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:28,238 INFO [RS:0;04ac815325d6:38815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:28,238 INFO [RS:0;04ac815325d6:38815 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,38815,1731529257999; zookeeper connection closed. 2024-11-13T20:21:28,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x1003acdb8620001, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:28,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e2d2c00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e2d2c00 2024-11-13T20:21:28,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:21:28,581 INFO [M:0;04ac815325d6:38187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:21:28,581 INFO [M:0;04ac815325d6:38187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:21:28,581 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:28,581 INFO [M:0;04ac815325d6:38187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:28,581 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:28,581 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:28,581 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:28,582 INFO [M:0;04ac815325d6:38187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T20:21:28,612 DEBUG [M:0;04ac815325d6:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc9bf38ac54a43f0983da684603ed8e2 is 82, key is hbase:meta,,1/info:regioninfo/1731529259832/Put/seqid=0 2024-11-13T20:21:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741848_1024 (size=5672) 2024-11-13T20:21:28,659 INFO [M:0;04ac815325d6:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc9bf38ac54a43f0983da684603ed8e2 2024-11-13T20:21:28,700 DEBUG [M:0;04ac815325d6:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87033445495b4bee88844ab585c1322e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529270491/Put/seqid=0 2024-11-13T20:21:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741849_1025 (size=8517) 2024-11-13T20:21:28,748 INFO [M:0;04ac815325d6:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87033445495b4bee88844ab585c1322e 2024-11-13T20:21:28,793 DEBUG [M:0;04ac815325d6:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc404c54450f4c3aa26a59559879d7e2 is 69, key is 04ac815325d6,38815,1731529257999/rs:state/1731529258672/Put/seqid=0 2024-11-13T20:21:28,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741850_1026 (size=5156) 2024-11-13T20:21:29,223 INFO [M:0;04ac815325d6:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc404c54450f4c3aa26a59559879d7e2 2024-11-13T20:21:29,233 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc9bf38ac54a43f0983da684603ed8e2 as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc9bf38ac54a43f0983da684603ed8e2 2024-11-13T20:21:29,248 INFO [M:0;04ac815325d6:38187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc9bf38ac54a43f0983da684603ed8e2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T20:21:29,249 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87033445495b4bee88844ab585c1322e as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87033445495b4bee88844ab585c1322e 2024-11-13T20:21:29,255 INFO [M:0;04ac815325d6:38187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87033445495b4bee88844ab585c1322e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T20:21:29,256 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc404c54450f4c3aa26a59559879d7e2 as hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc404c54450f4c3aa26a59559879d7e2 2024-11-13T20:21:29,260 INFO [M:0;04ac815325d6:38187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/972ccc52-70ef-eb81-da2b-69d57c672889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc404c54450f4c3aa26a59559879d7e2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T20:21:29,262 INFO [M:0;04ac815325d6:38187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 680ms, sequenceid=97, compaction requested=false 2024-11-13T20:21:29,281 INFO [M:0;04ac815325d6:38187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:29,281 DEBUG [M:0;04ac815325d6:38187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529288581Disabling compacts and flushes for region at 1731529288581Disabling writes for close at 1731529288581Obtaining lock to block concurrent updates at 1731529288582 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529288582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731529288582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529288583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529288583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529288612 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529288612Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529288664 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529288700 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529288700Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529288754 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529288792 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529288792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24bdd3da: reopening flushed file at 1731529289232 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b81802: reopening flushed file at 1731529289248 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694e9117: reopening flushed file at 1731529289255 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 680ms, sequenceid=97, compaction requested=false at 1731529289262 (+7 ms)Writing region close event to WAL at 1731529289281 (+19 ms)Closed at 1731529289281 2024-11-13T20:21:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741830_1006 (size=63666) 2024-11-13T20:21:29,298 INFO [M:0;04ac815325d6:38187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:21:29,298 INFO [M:0;04ac815325d6:38187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38187 2024-11-13T20:21:29,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:29,299 INFO [M:0;04ac815325d6:38187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:29,406 INFO [M:0;04ac815325d6:38187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:29,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:29,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1003acdb8620000, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:29,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6b26e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:29,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:29,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:29,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:29,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:29,423 WARN [BP-1004146772-172.17.0.2-1731529256432 heartbeating to localhost/127.0.0.1:33303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:21:29,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:21:29,424 WARN [BP-1004146772-172.17.0.2-1731529256432 heartbeating to localhost/127.0.0.1:33303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1004146772-172.17.0.2-1731529256432 (Datanode Uuid e89511ad-65e6-444f-acf6-0774ee3a4c9a) service to localhost/127.0.0.1:33303 2024-11-13T20:21:29,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:21:29,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e/data/data1/current/BP-1004146772-172.17.0.2-1731529256432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:29,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/cluster_bb9e0de2-9616-890b-ef1e-ea5ac8321d6e/data/data2/current/BP-1004146772-172.17.0.2-1731529256432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:29,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:21:29,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53841fba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:29,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:29,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:29,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:29,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/879b80af-e507-6678-873a-bfa1c7e72d3a/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:29,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:21:29,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:21:29,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41669 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35125 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33303 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=791 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 515) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6725 (was 8054) 2024-11-13T20:21:29,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=6724 2024-11-13T20:21:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:21:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T20:21:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:21:29,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:29,524 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T20:21:29,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.log.dir so I do NOT create it in target/test-data/908c92dd-609e-b936-6409-cbdb70873a25 2024-11-13T20:21:29,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:21:29,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.tmp.dir so I do NOT create it in target/test-data/908c92dd-609e-b936-6409-cbdb70873a25 2024-11-13T20:21:29,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f0558e-7792-b1d6-e949-6bacb6f76c2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:21:29,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25 2024-11-13T20:21:29,525 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664, deleteOnExit=true 2024-11-13T20:21:29,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003acdb8620005, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:21:29,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1003acdb8620008, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:21:29,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003acdb8620002, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:21:29,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003acdb8620005, quorum=127.0.0.1:50758, baseZNode=/1975166274 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:21:29,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1003acdb8620008, quorum=127.0.0.1:50758, baseZNode=/21640385503 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:21:29,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003acdb8620002, quorum=127.0.0.1:50758, baseZNode=/01284263512 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:21:29,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/zookeeper_0, clientPort=63485, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:21:29,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63485 2024-11-13T20:21:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:21:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:21:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/test.cache.data in system properties and HBase conf 2024-11-13T20:21:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:21:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:21:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:21:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:21:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:21:29,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:21:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:21:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:21:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:21:29,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:29,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:29,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:29,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:29,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:29,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:29,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:29,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:29,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e18b3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/java.io.tmpdir/jetty-localhost-43715-hadoop-hdfs-3_4_1-tests_jar-_-any-12992423245039276136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:29,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:43715} 2024-11-13T20:21:29,821 INFO [Time-limited test {}] server.Server(415): Started @275734ms 2024-11-13T20:21:29,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:29,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:29,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:29,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:29,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:29,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:29,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2889f38a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:30,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf442cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/java.io.tmpdir/jetty-localhost-33147-hadoop-hdfs-3_4_1-tests_jar-_-any-14436184115172025088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:30,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:33147} 2024-11-13T20:21:30,052 INFO [Time-limited test {}] server.Server(415): Started @275964ms 2024-11-13T20:21:30,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:21:30,187 WARN [Thread-4152 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/data/data1/current/BP-786784682-172.17.0.2-1731529289594/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:30,187 WARN [Thread-4153 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/data/data2/current/BP-786784682-172.17.0.2-1731529289594/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:30,212 WARN [Thread-4140 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:21:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e3370f3c57f2fc6 with lease ID 0xbf7f5b7a934b8364: Processing first storage report for DS-ae3529d3-6a86-497e-a1e5-3d9b247f368e from datanode DatanodeRegistration(127.0.0.1:40147, datanodeUuid=b934dbd3-b908-4ee6-ad00-deb8be6d72b4, infoPort=38283, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=2126517692;c=1731529289594) 2024-11-13T20:21:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e3370f3c57f2fc6 with lease ID 0xbf7f5b7a934b8364: from storage DS-ae3529d3-6a86-497e-a1e5-3d9b247f368e node DatanodeRegistration(127.0.0.1:40147, datanodeUuid=b934dbd3-b908-4ee6-ad00-deb8be6d72b4, infoPort=38283, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=2126517692;c=1731529289594), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e3370f3c57f2fc6 with lease ID 0xbf7f5b7a934b8364: Processing first storage report for DS-46101d6f-7c37-43fb-b8e2-1daf51d72bf1 from datanode DatanodeRegistration(127.0.0.1:40147, datanodeUuid=b934dbd3-b908-4ee6-ad00-deb8be6d72b4, infoPort=38283, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=2126517692;c=1731529289594) 2024-11-13T20:21:30,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e3370f3c57f2fc6 with lease ID 0xbf7f5b7a934b8364: from storage DS-46101d6f-7c37-43fb-b8e2-1daf51d72bf1 node DatanodeRegistration(127.0.0.1:40147, datanodeUuid=b934dbd3-b908-4ee6-ad00-deb8be6d72b4, infoPort=38283, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=2126517692;c=1731529289594), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:30,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25 2024-11-13T20:21:30,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:30,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:21:30,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308 with version=8 2024-11-13T20:21:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/hbase-staging 2024-11-13T20:21:30,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:30,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:30,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:30,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:30,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:30,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:30,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:21:30,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:30,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44105 2024-11-13T20:21:30,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44105 connecting to ZooKeeper ensemble=127.0.0.1:63485 2024-11-13T20:21:30,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441050x0, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:30,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44105-0x1003ace39e80000 connected 2024-11-13T20:21:30,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:30,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:30,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on znode that does not yet exist, /0-411651439/running 2024-11-13T20:21:30,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308, hbase.cluster.distributed=false 2024-11-13T20:21:30,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on znode that does not yet exist, /0-411651439/acl 2024-11-13T20:21:30,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44105 2024-11-13T20:21:30,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44105 2024-11-13T20:21:30,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44105 2024-11-13T20:21:30,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44105 2024-11-13T20:21:30,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44105 2024-11-13T20:21:30,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:30,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:30,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:30,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:30,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:30,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:30,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:21:30,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:30,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44457 2024-11-13T20:21:30,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44457 connecting to ZooKeeper ensemble=127.0.0.1:63485 2024-11-13T20:21:30,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:30,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:30,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444570x0, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:30,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444570x0, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on znode that does not yet exist, /0-411651439/running 2024-11-13T20:21:30,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44457-0x1003ace39e80001 connected 2024-11-13T20:21:30,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:21:30,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:21:30,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on znode that does not yet exist, /0-411651439/master 2024-11-13T20:21:30,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on znode that does not yet exist, /0-411651439/acl 2024-11-13T20:21:30,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-13T20:21:30,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44457 2024-11-13T20:21:30,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44457 2024-11-13T20:21:30,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-13T20:21:30,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-13T20:21:30,785 DEBUG [M:0;04ac815325d6:44105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:44105 2024-11-13T20:21:30,789 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-411651439/backup-masters/04ac815325d6,44105,1731529290642 2024-11-13T20:21:30,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439/backup-masters 2024-11-13T20:21:30,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439/backup-masters 2024-11-13T20:21:30,792 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on existing znode=/0-411651439/backup-masters/04ac815325d6,44105,1731529290642 2024-11-13T20:21:30,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411651439/master 2024-11-13T20:21:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:30,795 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on existing znode=/0-411651439/master 2024-11-13T20:21:30,795 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-411651439/backup-masters/04ac815325d6,44105,1731529290642 from backup master directory 2024-11-13T20:21:30,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-411651439/backup-masters/04ac815325d6,44105,1731529290642 2024-11-13T20:21:30,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439/backup-masters 2024-11-13T20:21:30,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439/backup-masters 2024-11-13T20:21:30,798 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:30,798 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,44105,1731529290642 2024-11-13T20:21:30,806 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/hbase.id] with ID: dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c 2024-11-13T20:21:30,806 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/.tmp/hbase.id 2024-11-13T20:21:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:21:31,219 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/.tmp/hbase.id]:[hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/hbase.id] 2024-11-13T20:21:31,228 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:31,228 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:21:31,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T20:21:31,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:31,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:21:31,636 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:31,637 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:21:31,637 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:21:32,044 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/data/master/store 2024-11-13T20:21:32,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:21:32,049 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:32,049 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:32,049 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:32,049 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:32,050 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:32,050 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:32,050 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:32,050 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529292049Disabling compacts and flushes for region at 1731529292049Disabling writes for close at 1731529292050 (+1 ms)Writing region close event to WAL at 1731529292050Closed at 1731529292050 2024-11-13T20:21:32,050 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/data/master/store/.initializing 2024-11-13T20:21:32,050 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/WALs/04ac815325d6,44105,1731529290642 2024-11-13T20:21:32,051 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:32,053 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C44105%2C1731529290642, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/WALs/04ac815325d6,44105,1731529290642, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/oldWALs, maxLogs=10 2024-11-13T20:21:32,068 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/WALs/04ac815325d6,44105,1731529290642/04ac815325d6%2C44105%2C1731529290642.1731529292053, exclude list is [], retry=0 2024-11-13T20:21:32,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-ae3529d3-6a86-497e-a1e5-3d9b247f368e,DISK] 2024-11-13T20:21:32,072 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/WALs/04ac815325d6,44105,1731529290642/04ac815325d6%2C44105%2C1731529290642.1731529292053 2024-11-13T20:21:32,072 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-13T20:21:32,072 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:32,072 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:32,072 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,072 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:21:32,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:32,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:21:32,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:32,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:21:32,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:32,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:21:32,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:32,079 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,080 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,080 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,081 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,081 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,081 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:32,082 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:32,084 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:32,084 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67927719, jitterRate=0.012201890349388123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:32,085 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529292072Initializing all the Stores at 1731529292073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529292073Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529292073Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529292073Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529292073Cleaning up temporary data from old regions at 1731529292081 (+8 ms)Region opened successfully at 1731529292085 (+4 ms) 2024-11-13T20:21:32,085 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:21:32,088 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a600a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:32,088 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:21:32,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:21:32,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:21:32,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:21:32,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:21:32,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:21:32,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:21:32,091 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:21:32,092 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Unable to get data of znode /0-411651439/balancer because node does not exist (not necessarily an error) 2024-11-13T20:21:32,094 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411651439/balancer already deleted, retry=false 2024-11-13T20:21:32,094 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:21:32,094 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Unable to get data of znode /0-411651439/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:21:32,096 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411651439/normalizer already deleted, retry=false 2024-11-13T20:21:32,096 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:21:32,097 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Unable to get data of znode /0-411651439/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:21:32,098 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411651439/switch/split already deleted, retry=false 2024-11-13T20:21:32,099 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Unable to get data of znode /0-411651439/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:21:32,100 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411651439/switch/merge already deleted, retry=false 2024-11-13T20:21:32,102 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Unable to get data of znode /0-411651439/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:21:32,103 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411651439/snapshot-cleanup already deleted, retry=false 2024-11-13T20:21:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411651439/running 2024-11-13T20:21:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411651439/running 2024-11-13T20:21:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:32,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:32,105 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,44105,1731529290642, sessionid=0x1003ace39e80000, setting cluster-up flag (Was=false) 2024-11-13T20:21:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:32,112 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-411651439/flush-table-proc/acquired, /0-411651439/flush-table-proc/reached, /0-411651439/flush-table-proc/abort 2024-11-13T20:21:32,113 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,44105,1731529290642 2024-11-13T20:21:32,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:32,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:32,122 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-411651439/online-snapshot/acquired, /0-411651439/online-snapshot/reached, /0-411651439/online-snapshot/abort 2024-11-13T20:21:32,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,44105,1731529290642 2024-11-13T20:21:32,124 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:21:32,125 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:32,125 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:21:32,125 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:21:32,126 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,44105,1731529290642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:32,127 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529322127 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:32,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:21:32,128 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:21:32,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,129 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:21:32,132 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:21:32,132 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:21:32,135 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529292132,5,FailOnTimeoutGroup] 2024-11-13T20:21:32,135 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529292135,5,FailOnTimeoutGroup] 2024-11-13T20:21:32,135 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,135 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:21:32,135 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,135 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:21:32,163 INFO [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(746): ClusterId : dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c 2024-11-13T20:21:32,163 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:21:32,165 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:21:32,165 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:21:32,167 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:21:32,167 DEBUG [RS:0;04ac815325d6:44457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2d768c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:32,180 DEBUG [RS:0;04ac815325d6:44457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:44457 2024-11-13T20:21:32,180 INFO [RS:0;04ac815325d6:44457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:21:32,180 INFO [RS:0;04ac815325d6:44457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:21:32,180 DEBUG [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:21:32,181 INFO [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,44105,1731529290642 with port=44457, startcode=1731529290720 2024-11-13T20:21:32,181 DEBUG [RS:0;04ac815325d6:44457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:21:32,182 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:21:32,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,44457,1731529290720 2024-11-13T20:21:32,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44105 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,44457,1731529290720 2024-11-13T20:21:32,184 DEBUG [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308 2024-11-13T20:21:32,184 DEBUG [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34913 2024-11-13T20:21:32,184 DEBUG [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:21:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439/rs 2024-11-13T20:21:32,186 DEBUG [RS:0;04ac815325d6:44457 {}] zookeeper.ZKUtil(111): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Set watcher on existing znode=/0-411651439/rs/04ac815325d6,44457,1731529290720 2024-11-13T20:21:32,186 WARN [RS:0;04ac815325d6:44457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:32,186 INFO [RS:0;04ac815325d6:44457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:32,186 DEBUG [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/WALs/04ac815325d6,44457,1731529290720 2024-11-13T20:21:32,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,44457,1731529290720] 2024-11-13T20:21:32,189 INFO [RS:0;04ac815325d6:44457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:21:32,190 INFO [RS:0;04ac815325d6:44457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:21:32,191 INFO [RS:0;04ac815325d6:44457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:21:32,191 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,191 INFO [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:21:32,191 INFO [RS:0;04ac815325d6:44457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:21:32,191 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,191 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,191 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,191 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,191 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,191 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,191 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:32,191 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,192 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,192 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,192 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,192 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,192 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:32,192 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:32,192 DEBUG [RS:0;04ac815325d6:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:32,196 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,196 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,196 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,196 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,196 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,196 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44457,1731529290720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:32,210 INFO [RS:0;04ac815325d6:44457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:21:32,210 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44457,1731529290720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,210 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,210 INFO [RS:0;04ac815325d6:44457 {}] regionserver.Replication(171): 04ac815325d6,44457,1731529290720 started 2024-11-13T20:21:32,224 INFO [RS:0;04ac815325d6:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:32,224 INFO [RS:0;04ac815325d6:44457 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,44457,1731529290720, RpcServer on 04ac815325d6/172.17.0.2:44457, sessionid=0x1003ace39e80001 2024-11-13T20:21:32,224 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:21:32,224 DEBUG [RS:0;04ac815325d6:44457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,44457,1731529290720 2024-11-13T20:21:32,225 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44457,1731529290720' 2024-11-13T20:21:32,225 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-411651439/flush-table-proc/abort' 2024-11-13T20:21:32,225 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-411651439/flush-table-proc/acquired' 2024-11-13T20:21:32,225 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:21:32,225 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:21:32,225 DEBUG [RS:0;04ac815325d6:44457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,44457,1731529290720 2024-11-13T20:21:32,226 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44457,1731529290720' 2024-11-13T20:21:32,226 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-411651439/online-snapshot/abort' 2024-11-13T20:21:32,226 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-411651439/online-snapshot/acquired' 2024-11-13T20:21:32,227 DEBUG [RS:0;04ac815325d6:44457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:21:32,227 INFO [RS:0;04ac815325d6:44457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:21:32,227 INFO [RS:0;04ac815325d6:44457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:21:32,327 INFO [RS:0;04ac815325d6:44457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:32,328 INFO [RS:0;04ac815325d6:44457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44457%2C1731529290720, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/WALs/04ac815325d6,44457,1731529290720, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/oldWALs, maxLogs=10 2024-11-13T20:21:32,344 DEBUG [RS:0;04ac815325d6:44457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/WALs/04ac815325d6,44457,1731529290720/04ac815325d6%2C44457%2C1731529290720.1731529292328, exclude list is [], retry=0 2024-11-13T20:21:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-ae3529d3-6a86-497e-a1e5-3d9b247f368e,DISK] 2024-11-13T20:21:32,348 INFO [RS:0;04ac815325d6:44457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/WALs/04ac815325d6,44457,1731529290720/04ac815325d6%2C44457%2C1731529290720.1731529292328 2024-11-13T20:21:32,348 DEBUG [RS:0;04ac815325d6:44457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-13T20:21:32,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:21:32,538 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308 2024-11-13T20:21:32,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:21:32,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:32,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:32,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:32,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:32,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:32,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:32,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:32,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:32,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:32,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:32,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:32,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:32,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:32,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:32,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:32,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:32,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/hbase/meta/1588230740 2024-11-13T20:21:32,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/hbase/meta/1588230740 2024-11-13T20:21:32,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:32,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:32,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:32,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:32,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:32,960 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67442983, jitterRate=0.004978761076927185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:32,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529292944Initializing all the Stores at 1731529292945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529292945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529292945Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529292945Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529292945Cleaning up temporary data from old regions at 1731529292955 (+10 ms)Region opened successfully at 1731529292960 (+5 ms) 2024-11-13T20:21:32,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:32,960 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:32,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:32,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:32,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:32,961 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:32,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529292960Disabling compacts and flushes for region at 1731529292960Disabling writes for close at 1731529292961 (+1 ms)Writing region close event to WAL at 1731529292961Closed at 1731529292961 2024-11-13T20:21:32,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:32,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:21:32,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:21:32,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:32,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:21:33,115 DEBUG [04ac815325d6:44105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:21:33,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,44457,1731529290720 2024-11-13T20:21:33,116 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44457,1731529290720, state=OPENING 2024-11-13T20:21:33,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:21:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411651439 2024-11-13T20:21:33,120 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:33,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411651439/meta-region-server: CHANGED 2024-11-13T20:21:33,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411651439/meta-region-server: CHANGED 2024-11-13T20:21:33,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44457,1731529290720}] 2024-11-13T20:21:33,272 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:33,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:21:33,276 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:21:33,276 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:33,276 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:21:33,278 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C44457%2C1731529290720.meta, suffix=.meta, logDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/WALs/04ac815325d6,44457,1731529290720, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/oldWALs, maxLogs=10 2024-11-13T20:21:33,293 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/WALs/04ac815325d6,44457,1731529290720/04ac815325d6%2C44457%2C1731529290720.meta.1731529293278.meta, exclude list is [], retry=0 2024-11-13T20:21:33,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-ae3529d3-6a86-497e-a1e5-3d9b247f368e,DISK] 2024-11-13T20:21:33,296 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/WALs/04ac815325d6,44457,1731529290720/04ac815325d6%2C44457%2C1731529290720.meta.1731529293278.meta 2024-11-13T20:21:33,297 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-13T20:21:33,297 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:33,297 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:33,297 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:33,297 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:21:33,298 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:21:33,298 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:21:33,298 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:33,298 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:21:33,298 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:21:33,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:33,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:33,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:33,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:33,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:33,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:33,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:33,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:33,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:33,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:33,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:33,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:33,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:33,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:33,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:33,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:33,303 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:33,304 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/hbase/meta/1588230740 2024-11-13T20:21:33,305 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/hbase/meta/1588230740 2024-11-13T20:21:33,305 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:33,305 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:33,306 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:33,307 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:33,307 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69576931, jitterRate=0.036777064204216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:33,307 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:21:33,308 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529293298Writing region info on filesystem at 1731529293298Initializing all the Stores at 1731529293299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529293299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529293299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529293299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529293299Cleaning up temporary data from old regions at 1731529293305 (+6 ms)Running coprocessor post-open hooks at 1731529293307 (+2 ms)Region opened successfully at 1731529293308 (+1 ms) 2024-11-13T20:21:33,309 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529293272 2024-11-13T20:21:33,311 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:21:33,311 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:21:33,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,44457,1731529290720 2024-11-13T20:21:33,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,44457,1731529290720, state=OPEN 2024-11-13T20:21:33,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x1003ace39e80001, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-411651439/meta-region-server 2024-11-13T20:21:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x1003ace39e80000, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-411651439/meta-region-server 2024-11-13T20:21:33,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411651439/meta-region-server: CHANGED 2024-11-13T20:21:33,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411651439/meta-region-server: CHANGED 2024-11-13T20:21:33,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,44457,1731529290720 2024-11-13T20:21:33,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:21:33,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,44457,1731529290720 in 197 msec 2024-11-13T20:21:33,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:21:33,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-13T20:21:33,321 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:33,321 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:21:33,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:33,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44457,1731529290720, seqNum=-1] 2024-11-13T20:21:33,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:33,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:33,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-13T20:21:33,328 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529293328, completionTime=-1 2024-11-13T20:21:33,328 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:21:33,328 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529353330 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529413330 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44105,1731529290642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44105,1731529290642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44105,1731529290642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:44105, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:33,330 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:33,331 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:33,332 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:21:33,333 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.535sec 2024-11-13T20:21:33,334 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:21:33,334 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:21:33,334 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:21:33,334 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:21:33,334 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:21:33,334 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44105,1731529290642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:33,334 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44105,1731529290642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:21:33,338 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:21:33,338 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:21:33,338 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44105,1731529290642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:33,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:33,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44105,-1 for getting cluster id 2024-11-13T20:21:33,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:33,366 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c' 2024-11-13T20:21:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c" 2024-11-13T20:21:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49871cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44105,-1] 2024-11-13T20:21:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:33,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:33,367 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:33,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:33,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,44457,1731529290720, seqNum=-1] 2024-11-13T20:21:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:33,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,44105,1731529290642 2024-11-13T20:21:33,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63485 2024-11-13T20:21:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63485, baseZNode=/0-411651439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:33,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003ace39e80002 connected 2024-11-13T20:21:33,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:33,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44105,1731529290642 2024-11-13T20:21:33,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f512f9 2024-11-13T20:21:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:33,379 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:33,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:21:33,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:33,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:33,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:21:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:33,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:33,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:21:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:33,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eddff846a0dee759c2db5ddd5e4c81d7, NAME => 'test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308 2024-11-13T20:21:33,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:21:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:34,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:34,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eddff846a0dee759c2db5ddd5e4c81d7, disabling compactions & flushes 2024-11-13T20:21:34,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. 2024-11-13T20:21:34,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. 2024-11-13T20:21:34,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. after waiting 0 ms 2024-11-13T20:21:34,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. 2024-11-13T20:21:34,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. 2024-11-13T20:21:34,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eddff846a0dee759c2db5ddd5e4c81d7: Waiting for close lock at 1731529294199Disabling compacts and flushes for region at 1731529294199Disabling writes for close at 1731529294200 (+1 ms)Writing region close event to WAL at 1731529294200Closed at 1731529294200 2024-11-13T20:21:34,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:34,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529294201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529294201"}]},"ts":"1731529294201"} 2024-11-13T20:21:34,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:34,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:34,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529294204"}]},"ts":"1731529294204"} 2024-11-13T20:21:34,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:21:34,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eddff846a0dee759c2db5ddd5e4c81d7, ASSIGN}] 2024-11-13T20:21:34,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eddff846a0dee759c2db5ddd5e4c81d7, ASSIGN 2024-11-13T20:21:34,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eddff846a0dee759c2db5ddd5e4c81d7, ASSIGN; state=OFFLINE, location=04ac815325d6,44457,1731529290720; forceNewPlan=false, retain=false 2024-11-13T20:21:34,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddff846a0dee759c2db5ddd5e4c81d7, regionState=OPENING, regionLocation=04ac815325d6,44457,1731529290720 2024-11-13T20:21:34,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eddff846a0dee759c2db5ddd5e4c81d7, ASSIGN because future has completed 2024-11-13T20:21:34,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddff846a0dee759c2db5ddd5e4c81d7, server=04ac815325d6,44457,1731529290720}] 2024-11-13T20:21:34,516 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. 2024-11-13T20:21:34,516 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eddff846a0dee759c2db5ddd5e4c81d7, NAME => 'test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:34,516 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:34,516 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:21:34,516 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,516 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:34,516 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,517 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:34,518 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,519 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddff846a0dee759c2db5ddd5e4c81d7 columnFamilyName f 2024-11-13T20:21:34,519 DEBUG [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:34,519 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] regionserver.HStore(327): Store=eddff846a0dee759c2db5ddd5e4c81d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:34,519 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,520 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddff846a0dee759c2db5ddd5e4c81d7 columnFamilyName f1 2024-11-13T20:21:34,520 DEBUG [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:34,520 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] regionserver.HStore(327): Store=eddff846a0dee759c2db5ddd5e4c81d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:34,520 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,521 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddff846a0dee759c2db5ddd5e4c81d7 columnFamilyName norep 2024-11-13T20:21:34,521 DEBUG [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:34,522 INFO [StoreOpener-eddff846a0dee759c2db5ddd5e4c81d7-1 {}] regionserver.HStore(327): Store=eddff846a0dee759c2db5ddd5e4c81d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:34,522 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,522 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/default/test/eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,522 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/default/test/eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,523 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,523 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,524 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:34,525 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,526 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/data/default/test/eddff846a0dee759c2db5ddd5e4c81d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:34,526 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eddff846a0dee759c2db5ddd5e4c81d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70680360, jitterRate=0.05321943759918213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:34,526 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eddff846a0dee759c2db5ddd5e4c81d7 2024-11-13T20:21:34,527 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eddff846a0dee759c2db5ddd5e4c81d7: Running coprocessor pre-open hook at 1731529294517Writing region info on filesystem at 1731529294517Initializing all the Stores at 1731529294517Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529294517Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529294517Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529294517Cleaning up temporary data from old regions at 1731529294523 (+6 ms)Running coprocessor post-open hooks at 1731529294526 (+3 ms)Region opened successfully at 1731529294527 (+1 ms) 2024-11-13T20:21:34,527 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7., pid=6, masterSystemTime=1731529294512 2024-11-13T20:21:34,529 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. 2024-11-13T20:21:34,529 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529293380.eddff846a0dee759c2db5ddd5e4c81d7. 2024-11-13T20:21:34,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddff846a0dee759c2db5ddd5e4c81d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,44457,1731529290720 2024-11-13T20:21:34,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddff846a0dee759c2db5ddd5e4c81d7, server=04ac815325d6,44457,1731529290720 because future has completed 2024-11-13T20:21:34,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:21:34,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eddff846a0dee759c2db5ddd5e4c81d7, server=04ac815325d6,44457,1731529290720 in 172 msec 2024-11-13T20:21:34,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:21:34,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eddff846a0dee759c2db5ddd5e4c81d7, ASSIGN in 328 msec 2024-11-13T20:21:34,536 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:34,536 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529294536"}]},"ts":"1731529294536"} 2024-11-13T20:21:34,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:21:34,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:34,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-13T20:21:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:35,527 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:21:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:35,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44105,-1 for getting cluster id 2024-11-13T20:21:35,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:35,529 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c' 2024-11-13T20:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c" 2024-11-13T20:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db8b243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44105,-1] 2024-11-13T20:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:35,530 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c682af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:35,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44105,1731529290642 2024-11-13T20:21:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45517532 2024-11-13T20:21:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:35,532 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:35,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:44105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:21:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:21:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:35,535 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:44105' 2024-11-13T20:21:35,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71912b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:35,536 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44105,-1 for getting cluster id 2024-11-13T20:21:35,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:35,537 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c' 2024-11-13T20:21:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0d6eff-3a25-41f5-9db3-e5f16fd6cc4c" 2024-11-13T20:21:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c85f560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44105,-1] 2024-11-13T20:21:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:35,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:35,538 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a38466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:35,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44105,1731529290642 2024-11-13T20:21:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d9c1774 2024-11-13T20:21:35,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:35,541 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:35,541 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T20:21:35,541 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:21:35,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:35,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:35,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:35,542 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://04ac815325d6:44105, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:21:35,549 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://04ac815325d6:44105, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://04ac815325d6:44105, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://04ac815325d6:44105, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T20:21:35,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://04ac815325d6:44105, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-13T20:21:35,550 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T20:21:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:35,648 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://04ac815325d6:44105, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T20:21:35,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:35,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:35,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:35,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:35,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:35,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 361) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_META-regionserver/04ac815325d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-384531532_20 at /127.0.0.1:33694 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1641139771-7846 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1650432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@433b029c[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-786784682-172.17.0.2-1731529289594:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63485) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1418997864-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-786784682-172.17.0.2-1731529289594:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 1 on default port 35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;04ac815325d6:44457-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308-prefix:04ac815325d6,44457,1731529290720.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35319 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529292135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 04ac815325d6:44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/data/data1/current/BP-786784682-172.17.0.2-1731529289594 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7845 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1650432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ee9bec7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7850 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@64a2185b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63485 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-384531532_20 at /127.0.0.1:33780 [Receiving block BP-786784682-172.17.0.2-1731529289594:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp1641139771-7849-acceptor-0@3a783b86-ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:43715} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f16509f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34913 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/data/data2/current/BP-786784682-172.17.0.2-1731529289594 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1641139771-7847 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1650432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7895-acceptor-0@5eba5c20-ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:33147} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308-prefix:04ac815325d6,44457,1731529290720 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-23395102-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-384531532_20 at /127.0.0.1:33758 [Receiving block BP-786784682-172.17.0.2-1731529289594:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$605/0x00007f1650ad1390.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1650432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1659658369) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63485) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BP-786784682-172.17.0.2-1731529289594 heartbeating to localhost/127.0.0.1:34913 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04ac815325d6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;04ac815325d6:44457 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;04ac815325d6:44105 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:63485): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7852 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34913/user/jenkins/test-data/34e51e47-fbed-8025-b4b1-723435f3b308/MasterData-prefix:04ac815325d6,44105,1731529290642 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63485) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-786784682-172.17.0.2-1731529289594:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4563ee9c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 34913 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1369660938_20 at /127.0.0.1:33744 [Receiving block BP-786784682-172.17.0.2-1731529289594:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529292132 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/04ac815325d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@64194794 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7848 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1650432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/cluster_daec05e9-6fa5-4d96-e75d-179b77000664/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) - Thread LEAK? -, OpenFileDescriptor=874 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 523) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6611 (was 6724) 2024-11-13T20:21:35,674 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-13T20:21:35,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=6610 2024-11-13T20:21:35,696 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-13T20:21:35,713 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T20:21:35,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.log.dir so I do NOT create it in target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633 2024-11-13T20:21:35,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:21:35,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.tmp.dir so I do NOT create it in target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633 2024-11-13T20:21:35,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908c92dd-609e-b936-6409-cbdb70873a25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:21:35,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633 2024-11-13T20:21:35,714 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8, deleteOnExit=true 2024-11-13T20:21:35,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8/zookeeper_0, clientPort=59924, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:21:35,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59924 2024-11-13T20:21:35,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:21:35,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:21:35,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/test.cache.data in system properties and HBase conf 2024-11-13T20:21:35,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:21:35,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:21:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:21:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:21:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:21:35,724 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:21:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:21:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:21:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:21:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:21:35,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:35,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:35,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:35,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:35,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:35,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:35,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:35,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:35,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25a1cd57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/java.io.tmpdir/jetty-localhost-35735-hadoop-hdfs-3_4_1-tests_jar-_-any-10372442068801840354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:35,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:35735} 2024-11-13T20:21:35,974 INFO [Time-limited test {}] server.Server(415): Started @281886ms 2024-11-13T20:21:36,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:36,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:36,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:36,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:36,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:36,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:36,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:36,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5799d95e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/java.io.tmpdir/jetty-localhost-46645-hadoop-hdfs-3_4_1-tests_jar-_-any-70061173471208663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:36,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:46645} 2024-11-13T20:21:36,408 INFO [Time-limited test {}] server.Server(415): Started @282321ms 2024-11-13T20:21:36,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:21:36,536 WARN [Thread-4286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8/data/data1/current/BP-404759030-172.17.0.2-1731529295757/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:36,541 WARN [Thread-4287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8/data/data2/current/BP-404759030-172.17.0.2-1731529295757/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:36,573 WARN [Thread-4274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:21:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6bdcba58447e06 with lease ID 0xd8c6e0ffab3dd0ba: Processing first storage report for DS-e3399694-b5c5-4518-89dd-17b952702da9 from datanode DatanodeRegistration(127.0.0.1:41479, datanodeUuid=e1237d73-9c0f-4f9c-a62d-d61243c226da, infoPort=46369, infoSecurePort=0, ipcPort=45475, storageInfo=lv=-57;cid=testClusterID;nsid=271351523;c=1731529295757) 2024-11-13T20:21:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6bdcba58447e06 with lease ID 0xd8c6e0ffab3dd0ba: from storage DS-e3399694-b5c5-4518-89dd-17b952702da9 node DatanodeRegistration(127.0.0.1:41479, datanodeUuid=e1237d73-9c0f-4f9c-a62d-d61243c226da, infoPort=46369, infoSecurePort=0, ipcPort=45475, storageInfo=lv=-57;cid=testClusterID;nsid=271351523;c=1731529295757), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:21:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6bdcba58447e06 with lease ID 0xd8c6e0ffab3dd0ba: Processing first storage report for DS-5d86ed46-df7a-4b1f-8263-076ba7086389 from datanode DatanodeRegistration(127.0.0.1:41479, datanodeUuid=e1237d73-9c0f-4f9c-a62d-d61243c226da, infoPort=46369, infoSecurePort=0, ipcPort=45475, storageInfo=lv=-57;cid=testClusterID;nsid=271351523;c=1731529295757) 2024-11-13T20:21:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6bdcba58447e06 with lease ID 0xd8c6e0ffab3dd0ba: from storage DS-5d86ed46-df7a-4b1f-8263-076ba7086389 node DatanodeRegistration(127.0.0.1:41479, datanodeUuid=e1237d73-9c0f-4f9c-a62d-d61243c226da, infoPort=46369, infoSecurePort=0, ipcPort=45475, storageInfo=lv=-57;cid=testClusterID;nsid=271351523;c=1731529295757), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:36,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633 2024-11-13T20:21:36,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:36,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:21:36,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b with version=8 2024-11-13T20:21:36,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/hbase-staging 2024-11-13T20:21:36,608 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:36,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:36,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:36,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:36,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:36,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:36,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:21:36,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:36,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34605 2024-11-13T20:21:36,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34605 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:36,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346050x0, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:36,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34605-0x1003ace52040000 connected 2024-11-13T20:21:36,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:36,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:36,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on znode that does not yet exist, /01659394575/running 2024-11-13T20:21:36,641 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b, hbase.cluster.distributed=false 2024-11-13T20:21:36,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on znode that does not yet exist, /01659394575/acl 2024-11-13T20:21:36,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-13T20:21:36,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34605 2024-11-13T20:21:36,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34605 2024-11-13T20:21:36,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-13T20:21:36,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-13T20:21:36,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:36,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:36,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:36,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:36,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:21:36,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:36,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39231 2024-11-13T20:21:36,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39231 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:36,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:36,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:36,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392310x0, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:36,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39231-0x1003ace52040001 connected 2024-11-13T20:21:36,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on znode that does not yet exist, /01659394575/running 2024-11-13T20:21:36,677 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:21:36,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:21:36,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on znode that does not yet exist, /01659394575/master 2024-11-13T20:21:36,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on znode that does not yet exist, /01659394575/acl 2024-11-13T20:21:36,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-13T20:21:36,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39231 2024-11-13T20:21:36,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39231 2024-11-13T20:21:36,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-13T20:21:36,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-13T20:21:36,708 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:34605 2024-11-13T20:21:36,708 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01659394575/backup-masters/04ac815325d6,34605,1731529296608 2024-11-13T20:21:36,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575/backup-masters 2024-11-13T20:21:36,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575/backup-masters 2024-11-13T20:21:36,711 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on existing znode=/01659394575/backup-masters/04ac815325d6,34605,1731529296608 2024-11-13T20:21:36,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01659394575/master 2024-11-13T20:21:36,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,714 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on existing znode=/01659394575/master 2024-11-13T20:21:36,714 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01659394575/backup-masters/04ac815325d6,34605,1731529296608 from backup master directory 2024-11-13T20:21:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01659394575/backup-masters/04ac815325d6,34605,1731529296608 2024-11-13T20:21:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575/backup-masters 2024-11-13T20:21:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575/backup-masters 2024-11-13T20:21:36,716 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:36,716 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,34605,1731529296608 2024-11-13T20:21:36,724 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/hbase.id] with ID: 6be724a4-3957-4709-94d7-447db6067de8 2024-11-13T20:21:36,724 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/.tmp/hbase.id 2024-11-13T20:21:36,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:21:36,730 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/.tmp/hbase.id]:[hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/hbase.id] 2024-11-13T20:21:36,738 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:36,738 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:21:36,739 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:21:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:21:36,746 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:36,747 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:21:36,747 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:21:36,753 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store 2024-11-13T20:21:36,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:21:36,761 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:36,761 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:36,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:36,761 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:36,762 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:36,762 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:36,762 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:36,762 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529296761Disabling compacts and flushes for region at 1731529296761Disabling writes for close at 1731529296762 (+1 ms)Writing region close event to WAL at 1731529296762Closed at 1731529296762 2024-11-13T20:21:36,762 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/.initializing 2024-11-13T20:21:36,762 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/WALs/04ac815325d6,34605,1731529296608 2024-11-13T20:21:36,763 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:36,766 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C34605%2C1731529296608, suffix=, logDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/WALs/04ac815325d6,34605,1731529296608, archiveDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/oldWALs, maxLogs=10 2024-11-13T20:21:36,784 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/WALs/04ac815325d6,34605,1731529296608/04ac815325d6%2C34605%2C1731529296608.1731529296766, exclude list is [], retry=0 2024-11-13T20:21:36,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41479,DS-e3399694-b5c5-4518-89dd-17b952702da9,DISK] 2024-11-13T20:21:36,788 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/WALs/04ac815325d6,34605,1731529296608/04ac815325d6%2C34605%2C1731529296608.1731529296766 2024-11-13T20:21:36,788 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-11-13T20:21:36,788 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:36,789 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:36,789 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,789 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:21:36,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:36,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:36,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:21:36,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:36,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:36,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:21:36,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:36,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:36,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:21:36,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:36,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:36,795 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,796 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,796 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,797 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,797 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,797 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:36,798 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:36,801 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:36,801 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74642052, jitterRate=0.11225324869155884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:36,801 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529296789Initializing all the Stores at 1731529296789Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529296789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529296790 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529296790Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529296790Cleaning up temporary data from old regions at 1731529296797 (+7 ms)Region opened successfully at 1731529296801 (+4 ms) 2024-11-13T20:21:36,801 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:21:36,803 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de9f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:36,804 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:21:36,804 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:21:36,804 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:21:36,805 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:21:36,805 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:21:36,805 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:21:36,805 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:21:36,807 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:21:36,808 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Unable to get data of znode /01659394575/balancer because node does not exist (not necessarily an error) 2024-11-13T20:21:36,809 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01659394575/balancer already deleted, retry=false 2024-11-13T20:21:36,809 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:21:36,810 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Unable to get data of znode /01659394575/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:21:36,811 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01659394575/normalizer already deleted, retry=false 2024-11-13T20:21:36,812 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:21:36,812 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Unable to get data of znode /01659394575/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:21:36,814 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01659394575/switch/split already deleted, retry=false 2024-11-13T20:21:36,815 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Unable to get data of znode /01659394575/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:21:36,816 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01659394575/switch/merge already deleted, retry=false 2024-11-13T20:21:36,818 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Unable to get data of znode /01659394575/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:21:36,819 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01659394575/snapshot-cleanup already deleted, retry=false 2024-11-13T20:21:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01659394575/running 2024-11-13T20:21:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01659394575/running 2024-11-13T20:21:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,822 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,34605,1731529296608, sessionid=0x1003ace52040000, setting cluster-up flag (Was=false) 2024-11-13T20:21:36,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,830 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01659394575/flush-table-proc/acquired, /01659394575/flush-table-proc/reached, /01659394575/flush-table-proc/abort 2024-11-13T20:21:36,831 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34605,1731529296608 2024-11-13T20:21:36,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:36,839 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01659394575/online-snapshot/acquired, /01659394575/online-snapshot/reached, /01659394575/online-snapshot/abort 2024-11-13T20:21:36,840 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34605,1731529296608 2024-11-13T20:21:36,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:21:36,845 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:36,845 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:21:36,845 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:21:36,846 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,34605,1731529296608 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:36,847 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:36,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:21:36,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:36,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:21:36,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:36,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:21:36,867 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108774 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:21:36,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529326871 2024-11-13T20:21:36,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:21:36,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:21:36,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:21:36,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:21:36,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:21:36,871 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:21:36,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:21:36,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:21:36,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:21:36,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:21:36,874 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:21:36,874 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:21:36,875 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529296874,5,FailOnTimeoutGroup] 2024-11-13T20:21:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:21:36,888 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529296875,5,FailOnTimeoutGroup] 2024-11-13T20:21:36,888 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,888 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:21:36,889 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,889 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,894 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(746): ClusterId : 6be724a4-3957-4709-94d7-447db6067de8 2024-11-13T20:21:36,894 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:21:36,896 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:21:36,896 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:21:36,898 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:21:36,898 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541a3863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:36,915 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:39231 2024-11-13T20:21:36,915 INFO [RS:0;04ac815325d6:39231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:21:36,915 INFO [RS:0;04ac815325d6:39231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:21:36,915 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:21:36,916 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,34605,1731529296608 with port=39231, startcode=1731529296666 2024-11-13T20:21:36,916 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:21:36,917 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:21:36,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,39231,1731529296666 2024-11-13T20:21:36,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,39231,1731529296666 2024-11-13T20:21:36,920 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b 2024-11-13T20:21:36,920 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33559 2024-11-13T20:21:36,920 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:21:36,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575/rs 2024-11-13T20:21:36,922 DEBUG [RS:0;04ac815325d6:39231 {}] zookeeper.ZKUtil(111): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on existing znode=/01659394575/rs/04ac815325d6,39231,1731529296666 2024-11-13T20:21:36,922 WARN [RS:0;04ac815325d6:39231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:36,922 INFO [RS:0;04ac815325d6:39231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:36,922 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666 2024-11-13T20:21:36,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,39231,1731529296666] 2024-11-13T20:21:36,925 INFO [RS:0;04ac815325d6:39231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:21:36,927 INFO [RS:0;04ac815325d6:39231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:21:36,928 INFO [RS:0;04ac815325d6:39231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:21:36,928 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,931 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:21:36,931 INFO [RS:0;04ac815325d6:39231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:21:36,931 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,931 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,931 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,931 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:36,932 DEBUG [RS:0;04ac815325d6:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:36,933 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,933 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,933 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,933 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,933 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,933 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,39231,1731529296666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:36,952 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:21:36,952 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,39231,1731529296666-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,952 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,952 INFO [RS:0;04ac815325d6:39231 {}] regionserver.Replication(171): 04ac815325d6,39231,1731529296666 started 2024-11-13T20:21:36,970 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:36,970 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,39231,1731529296666, RpcServer on 04ac815325d6/172.17.0.2:39231, sessionid=0x1003ace52040001 2024-11-13T20:21:36,970 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:21:36,970 DEBUG [RS:0;04ac815325d6:39231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,39231,1731529296666 2024-11-13T20:21:36,970 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,39231,1731529296666' 2024-11-13T20:21:36,970 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01659394575/flush-table-proc/abort' 2024-11-13T20:21:36,970 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01659394575/flush-table-proc/acquired' 2024-11-13T20:21:36,971 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:21:36,971 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:21:36,971 DEBUG [RS:0;04ac815325d6:39231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,39231,1731529296666 2024-11-13T20:21:36,971 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,39231,1731529296666' 2024-11-13T20:21:36,971 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01659394575/online-snapshot/abort' 2024-11-13T20:21:36,971 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01659394575/online-snapshot/acquired' 2024-11-13T20:21:36,972 DEBUG [RS:0;04ac815325d6:39231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:21:36,972 INFO [RS:0;04ac815325d6:39231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:21:36,972 INFO [RS:0;04ac815325d6:39231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:21:37,072 INFO [RS:0;04ac815325d6:39231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:37,074 INFO [RS:0;04ac815325d6:39231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39231%2C1731529296666, suffix=, logDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666, archiveDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/oldWALs, maxLogs=10 2024-11-13T20:21:37,092 DEBUG [RS:0;04ac815325d6:39231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075, exclude list is [], retry=0 2024-11-13T20:21:37,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41479,DS-e3399694-b5c5-4518-89dd-17b952702da9,DISK] 2024-11-13T20:21:37,097 INFO [RS:0;04ac815325d6:39231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 2024-11-13T20:21:37,097 DEBUG [RS:0;04ac815325d6:39231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-11-13T20:21:37,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:21:37,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b 2024-11-13T20:21:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:21:37,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:37,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:37,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:37,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:37,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:37,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:37,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:37,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:37,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:37,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:37,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:37,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:37,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:37,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:37,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:37,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:37,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:37,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:37,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740 2024-11-13T20:21:37,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740 2024-11-13T20:21:37,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:37,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:37,698 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:37,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:37,701 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:37,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60647285, jitterRate=-0.09628503024578094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529297689Initializing all the Stores at 1731529297690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529297690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529297690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529297690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529297690Cleaning up temporary data from old regions at 1731529297697 (+7 ms)Region opened successfully at 1731529297701 (+4 ms) 2024-11-13T20:21:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:37,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:37,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:37,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529297701Disabling compacts and flushes for region at 1731529297701Disabling writes for close at 1731529297701Writing region close event to WAL at 1731529297702 (+1 ms)Closed at 1731529297702 2024-11-13T20:21:37,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:37,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:21:37,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:21:37,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:37,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:21:37,855 DEBUG [04ac815325d6:34605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:21:37,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,39231,1731529296666 2024-11-13T20:21:37,857 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,39231,1731529296666, state=OPENING 2024-11-13T20:21:37,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:21:37,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:37,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:37,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:37,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,39231,1731529296666}] 2024-11-13T20:21:37,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01659394575/meta-region-server: CHANGED 2024-11-13T20:21:37,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01659394575/meta-region-server: CHANGED 2024-11-13T20:21:38,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:38,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:21:38,020 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:21:38,020 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:38,020 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:21:38,024 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39231%2C1731529296666.meta, suffix=.meta, logDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666, archiveDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/oldWALs, maxLogs=10 2024-11-13T20:21:38,040 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.meta.1731529298024.meta, exclude list is [], retry=0 2024-11-13T20:21:38,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41479,DS-e3399694-b5c5-4518-89dd-17b952702da9,DISK] 2024-11-13T20:21:38,052 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.meta.1731529298024.meta 2024-11-13T20:21:38,052 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-11-13T20:21:38,052 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:38,053 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:38,053 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:38,053 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:21:38,053 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:21:38,053 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:21:38,053 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:38,053 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:21:38,053 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:21:38,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:38,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:38,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:38,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:38,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:38,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:38,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:38,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:38,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:38,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:38,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:38,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:38,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:38,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:38,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:38,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:38,061 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:38,061 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740 2024-11-13T20:21:38,062 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740 2024-11-13T20:21:38,063 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:38,063 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:38,063 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:38,064 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:38,065 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72731696, jitterRate=0.0837867259979248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:38,065 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:21:38,065 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529298053Writing region info on filesystem at 1731529298053Initializing all the Stores at 1731529298054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529298054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529298056 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529298056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529298056Cleaning up temporary data from old regions at 1731529298063 (+7 ms)Running coprocessor post-open hooks at 1731529298065 (+2 ms)Region opened successfully at 1731529298065 2024-11-13T20:21:38,066 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529298014 2024-11-13T20:21:38,068 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:21:38,068 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:21:38,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,39231,1731529296666 2024-11-13T20:21:38,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,39231,1731529296666, state=OPEN 2024-11-13T20:21:38,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01659394575/meta-region-server 2024-11-13T20:21:38,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01659394575/meta-region-server 2024-11-13T20:21:38,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,39231,1731529296666 2024-11-13T20:21:38,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01659394575/meta-region-server: CHANGED 2024-11-13T20:21:38,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01659394575/meta-region-server: CHANGED 2024-11-13T20:21:38,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:21:38,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,39231,1731529296666 in 212 msec 2024-11-13T20:21:38,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:21:38,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-13T20:21:38,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:38,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:21:38,082 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:38,082 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39231,1731529296666, seqNum=-1] 2024-11-13T20:21:38,083 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:38,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:38,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-13T20:21:38,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529298089, completionTime=-1 2024-11-13T20:21:38,089 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:21:38,089 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:21:38,091 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:21:38,091 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529358091 2024-11-13T20:21:38,091 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529418091 2024-11-13T20:21:38,091 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:21:38,092 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34605,1731529296608-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:38,092 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34605,1731529296608-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:38,092 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34605,1731529296608-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:38,092 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:34605, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:38,092 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:38,093 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:38,094 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:21:38,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.381sec 2024-11-13T20:21:38,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:21:38,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:21:38,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:21:38,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:21:38,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:21:38,098 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34605,1731529296608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:38,098 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34605,1731529296608-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:21:38,100 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:21:38,100 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:21:38,100 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34605,1731529296608-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:38,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:21:38,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T20:21:38,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a75c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:38,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34605,-1 for getting cluster id 2024-11-13T20:21:38,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:38,196 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6be724a4-3957-4709-94d7-447db6067de8' 2024-11-13T20:21:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6be724a4-3957-4709-94d7-447db6067de8" 2024-11-13T20:21:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0a26bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34605,-1] 2024-11-13T20:21:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:38,198 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:38,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:38,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39231,1731529296666, seqNum=-1] 2024-11-13T20:21:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:38,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:38,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,34605,1731529296608 2024-11-13T20:21:38,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:38,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003ace52040002 connected 2024-11-13T20:21:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.log.dir so I do NOT create it in target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c 2024-11-13T20:21:38,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:21:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.tmp.dir so I do NOT create it in target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c 2024-11-13T20:21:38,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:21:38,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c 2024-11-13T20:21:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:21:38,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/cluster_f8adcc3f-5d1d-eea9-1eae-efb8d84eae86, deleteOnExit=true 2024-11-13T20:21:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:21:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/test.cache.data in system properties and HBase conf 2024-11-13T20:21:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:21:38,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:21:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:21:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:21:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:21:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:21:38,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:38,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:38,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:38,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:38,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:38,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:38,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:38,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:38,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@690fba0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/java.io.tmpdir/jetty-localhost-35909-hadoop-hdfs-3_4_1-tests_jar-_-any-10399661534223447894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:38,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:35909} 2024-11-13T20:21:38,424 INFO [Time-limited test {}] server.Server(415): Started @284336ms 2024-11-13T20:21:38,510 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:38,511 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,511 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,511 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,511 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,511 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,512 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,512 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,512 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,552 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,555 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,555 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,557 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:38,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:38,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:38,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:38,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:38,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:21:38,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:38,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:38,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10340eae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/java.io.tmpdir/jetty-localhost-36519-hadoop-hdfs-3_4_1-tests_jar-_-any-5547164750865380151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:38,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:36519} 2024-11-13T20:21:38,708 INFO [Time-limited test {}] server.Server(415): Started @284621ms 2024-11-13T20:21:38,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:21:38,800 WARN [Thread-4407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/cluster_f8adcc3f-5d1d-eea9-1eae-efb8d84eae86/data/data1/current/BP-1331129525-172.17.0.2-1731529298234/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:38,800 WARN [Thread-4408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/cluster_f8adcc3f-5d1d-eea9-1eae-efb8d84eae86/data/data2/current/BP-1331129525-172.17.0.2-1731529298234/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:38,824 WARN [Thread-4395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:21:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ff42ec231344b42 with lease ID 0xbb913fb43ebef669: Processing first storage report for DS-2b6e0632-73fd-456b-a79b-a2bca0b5d0df from datanode DatanodeRegistration(127.0.0.1:44877, datanodeUuid=29a53d03-54bb-4689-bb8d-3fb0d6d2f5ae, infoPort=36321, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=158391541;c=1731529298234) 2024-11-13T20:21:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ff42ec231344b42 with lease ID 0xbb913fb43ebef669: from storage DS-2b6e0632-73fd-456b-a79b-a2bca0b5d0df node DatanodeRegistration(127.0.0.1:44877, datanodeUuid=29a53d03-54bb-4689-bb8d-3fb0d6d2f5ae, infoPort=36321, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=158391541;c=1731529298234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:38,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ff42ec231344b42 with lease ID 0xbb913fb43ebef669: Processing first storage report for DS-396c2e93-098c-4d8d-80cf-cf0446fc4338 from datanode DatanodeRegistration(127.0.0.1:44877, datanodeUuid=29a53d03-54bb-4689-bb8d-3fb0d6d2f5ae, infoPort=36321, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=158391541;c=1731529298234) 2024-11-13T20:21:38,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ff42ec231344b42 with lease ID 0xbb913fb43ebef669: from storage DS-396c2e93-098c-4d8d-80cf-cf0446fc4338 node DatanodeRegistration(127.0.0.1:44877, datanodeUuid=29a53d03-54bb-4689-bb8d-3fb0d6d2f5ae, infoPort=36321, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=158391541;c=1731529298234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:38,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c 2024-11-13T20:21:38,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:38,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:21:39,239 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932 with version=8 2024-11-13T20:21:39,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/hbase-staging 2024-11-13T20:21:39,242 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:39,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:39,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:39,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:39,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:39,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:39,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:21:39,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:39,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44185 2024-11-13T20:21:39,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44185 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:39,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441850x0, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:39,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44185-0x1003ace52040003 connected 2024-11-13T20:21:39,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:39,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:39,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on znode that does not yet exist, /1-753538440/running 2024-11-13T20:21:39,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932, hbase.cluster.distributed=false 2024-11-13T20:21:39,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on znode that does not yet exist, /1-753538440/acl 2024-11-13T20:21:39,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-13T20:21:39,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44185 2024-11-13T20:21:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44185 2024-11-13T20:21:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-13T20:21:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-13T20:21:39,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:39,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:39,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:39,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:39,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:39,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:39,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:21:39,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:39,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41509 2024-11-13T20:21:39,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41509 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:39,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:39,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:39,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415090x0, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:39,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415090x0, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on znode that does not yet exist, /1-753538440/running 2024-11-13T20:21:39,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41509-0x1003ace52040004 connected 2024-11-13T20:21:39,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:21:39,289 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:21:39,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on znode that does not yet exist, /1-753538440/master 2024-11-13T20:21:39,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on znode that does not yet exist, /1-753538440/acl 2024-11-13T20:21:39,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41509 2024-11-13T20:21:39,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41509 2024-11-13T20:21:39,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41509 2024-11-13T20:21:39,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41509 2024-11-13T20:21:39,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41509 2024-11-13T20:21:39,312 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:44185 2024-11-13T20:21:39,312 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-753538440/backup-masters/04ac815325d6,44185,1731529299241 2024-11-13T20:21:39,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440/backup-masters 2024-11-13T20:21:39,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440/backup-masters 2024-11-13T20:21:39,315 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on existing znode=/1-753538440/backup-masters/04ac815325d6,44185,1731529299241 2024-11-13T20:21:39,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:39,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-753538440/master 2024-11-13T20:21:39,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:39,317 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on existing znode=/1-753538440/master 2024-11-13T20:21:39,317 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-753538440/backup-masters/04ac815325d6,44185,1731529299241 from backup master directory 2024-11-13T20:21:39,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-753538440/backup-masters/04ac815325d6,44185,1731529299241 2024-11-13T20:21:39,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440/backup-masters 2024-11-13T20:21:39,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440/backup-masters 2024-11-13T20:21:39,319 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:39,319 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,44185,1731529299241 2024-11-13T20:21:39,325 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/hbase.id] with ID: c0b8b4e2-7103-45f5-bbd6-ac94363225f9 2024-11-13T20:21:39,325 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/.tmp/hbase.id 2024-11-13T20:21:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:21:39,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:21:39,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:21:39,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T20:21:39,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T20:21:39,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:39,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T20:21:39,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T20:21:39,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T20:21:39,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/.tmp/hbase.id]:[hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/hbase.id] 2024-11-13T20:21:39,751 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:39,751 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:21:39,752 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:21:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:21:40,160 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:40,161 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:21:40,162 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:21:40,569 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store 2024-11-13T20:21:40,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:21:40,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:40,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:40,578 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:40,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:40,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:40,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:40,578 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:40,578 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529300578Disabling compacts and flushes for region at 1731529300578Disabling writes for close at 1731529300578Writing region close event to WAL at 1731529300578Closed at 1731529300578 2024-11-13T20:21:40,579 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/.initializing 2024-11-13T20:21:40,579 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/WALs/04ac815325d6,44185,1731529299241 2024-11-13T20:21:40,580 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:40,581 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C44185%2C1731529299241, suffix=, logDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/WALs/04ac815325d6,44185,1731529299241, archiveDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/oldWALs, maxLogs=10 2024-11-13T20:21:40,596 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/WALs/04ac815325d6,44185,1731529299241/04ac815325d6%2C44185%2C1731529299241.1731529300581, exclude list is [], retry=0 2024-11-13T20:21:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44877,DS-2b6e0632-73fd-456b-a79b-a2bca0b5d0df,DISK] 2024-11-13T20:21:40,600 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/WALs/04ac815325d6,44185,1731529299241/04ac815325d6%2C44185%2C1731529299241.1731529300581 2024-11-13T20:21:40,600 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-13T20:21:40,600 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:40,600 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:40,600 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,601 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:21:40,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:40,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:40,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:21:40,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:40,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:40,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:21:40,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:40,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:40,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:21:40,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:40,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:40,611 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,611 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,611 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,613 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:40,614 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:40,616 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:40,616 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73191797, jitterRate=0.0906427651643753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:40,616 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529300601Initializing all the Stores at 1731529300601Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529300601Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529300604 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529300604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529300604Cleaning up temporary data from old regions at 1731529300613 (+9 ms)Region opened successfully at 1731529300616 (+3 ms) 2024-11-13T20:21:40,616 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:21:40,619 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162b4d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:40,619 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:21:40,620 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:21:40,620 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:21:40,620 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:21:40,620 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:21:40,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:21:40,623 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:21:40,625 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:21:40,626 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Unable to get data of znode /1-753538440/balancer because node does not exist (not necessarily an error) 2024-11-13T20:21:40,628 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-753538440/balancer already deleted, retry=false 2024-11-13T20:21:40,628 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:21:40,629 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Unable to get data of znode /1-753538440/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:21:40,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-753538440/normalizer already deleted, retry=false 2024-11-13T20:21:40,631 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:21:40,632 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Unable to get data of znode /1-753538440/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:21:40,633 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-753538440/switch/split already deleted, retry=false 2024-11-13T20:21:40,634 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Unable to get data of znode /1-753538440/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:21:40,635 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-753538440/switch/merge already deleted, retry=false 2024-11-13T20:21:40,637 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Unable to get data of znode /1-753538440/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:21:40,639 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-753538440/snapshot-cleanup already deleted, retry=false 2024-11-13T20:21:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-753538440/running 2024-11-13T20:21:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-753538440/running 2024-11-13T20:21:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:40,641 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,44185,1731529299241, sessionid=0x1003ace52040003, setting cluster-up flag (Was=false) 2024-11-13T20:21:40,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:40,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:40,649 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-753538440/flush-table-proc/acquired, /1-753538440/flush-table-proc/reached, /1-753538440/flush-table-proc/abort 2024-11-13T20:21:40,650 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,44185,1731529299241 2024-11-13T20:21:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:40,659 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-753538440/online-snapshot/acquired, /1-753538440/online-snapshot/reached, /1-753538440/online-snapshot/abort 2024-11-13T20:21:40,660 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,44185,1731529299241 2024-11-13T20:21:40,661 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:21:40,662 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:40,662 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:21:40,663 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:21:40,663 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,44185,1731529299241 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:40,664 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:40,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:21:40,674 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:40,674 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:21:40,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529330683 2024-11-13T20:21:40,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:21:40,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:21:40,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:21:40,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:21:40,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:21:40,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:21:40,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:21:40,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:21:40,685 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:21:40,685 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:21:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:21:40,692 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:21:40,692 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:21:40,696 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529300693,5,FailOnTimeoutGroup] 2024-11-13T20:21:40,699 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529300696,5,FailOnTimeoutGroup] 2024-11-13T20:21:40,699 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,699 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:21:40,699 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,699 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,701 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(746): ClusterId : c0b8b4e2-7103-45f5-bbd6-ac94363225f9 2024-11-13T20:21:40,701 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:21:40,704 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:21:40,704 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:21:40,706 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:21:40,707 DEBUG [RS:0;04ac815325d6:41509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b0680d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:40,722 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:41509 2024-11-13T20:21:40,722 INFO [RS:0;04ac815325d6:41509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:21:40,722 INFO [RS:0;04ac815325d6:41509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:21:40,722 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:21:40,723 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,44185,1731529299241 with port=41509, startcode=1731529299278 2024-11-13T20:21:40,723 DEBUG [RS:0;04ac815325d6:41509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:21:40,725 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:21:40,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,41509,1731529299278 2024-11-13T20:21:40,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44185 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,41509,1731529299278 2024-11-13T20:21:40,727 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932 2024-11-13T20:21:40,727 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41777 2024-11-13T20:21:40,727 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:21:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440/rs 2024-11-13T20:21:40,733 DEBUG [RS:0;04ac815325d6:41509 {}] zookeeper.ZKUtil(111): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on existing znode=/1-753538440/rs/04ac815325d6,41509,1731529299278 2024-11-13T20:21:40,733 WARN [RS:0;04ac815325d6:41509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:40,733 INFO [RS:0;04ac815325d6:41509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:40,733 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/WALs/04ac815325d6,41509,1731529299278 2024-11-13T20:21:40,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,41509,1731529299278] 2024-11-13T20:21:40,736 INFO [RS:0;04ac815325d6:41509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:21:40,738 INFO [RS:0;04ac815325d6:41509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:21:40,742 INFO [RS:0;04ac815325d6:41509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:21:40,742 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,742 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:21:40,743 INFO [RS:0;04ac815325d6:41509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:21:40,743 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,743 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,744 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:40,744 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:40,744 DEBUG [RS:0;04ac815325d6:41509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:40,746 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,746 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,746 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,746 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,746 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,746 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41509,1731529299278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:40,768 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:21:40,768 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41509,1731529299278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,768 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,768 INFO [RS:0;04ac815325d6:41509 {}] regionserver.Replication(171): 04ac815325d6,41509,1731529299278 started 2024-11-13T20:21:40,789 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:40,789 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,41509,1731529299278, RpcServer on 04ac815325d6/172.17.0.2:41509, sessionid=0x1003ace52040004 2024-11-13T20:21:40,789 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:21:40,789 DEBUG [RS:0;04ac815325d6:41509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,41509,1731529299278 2024-11-13T20:21:40,789 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41509,1731529299278' 2024-11-13T20:21:40,789 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-753538440/flush-table-proc/abort' 2024-11-13T20:21:40,789 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-753538440/flush-table-proc/acquired' 2024-11-13T20:21:40,790 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:21:40,790 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:21:40,790 DEBUG [RS:0;04ac815325d6:41509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,41509,1731529299278 2024-11-13T20:21:40,790 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41509,1731529299278' 2024-11-13T20:21:40,790 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-753538440/online-snapshot/abort' 2024-11-13T20:21:40,790 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-753538440/online-snapshot/acquired' 2024-11-13T20:21:40,791 DEBUG [RS:0;04ac815325d6:41509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:21:40,791 INFO [RS:0;04ac815325d6:41509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:21:40,791 INFO [RS:0;04ac815325d6:41509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:21:40,891 INFO [RS:0;04ac815325d6:41509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:40,893 INFO [RS:0;04ac815325d6:41509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C41509%2C1731529299278, suffix=, logDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/WALs/04ac815325d6,41509,1731529299278, archiveDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/oldWALs, maxLogs=10 2024-11-13T20:21:40,913 DEBUG [RS:0;04ac815325d6:41509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/WALs/04ac815325d6,41509,1731529299278/04ac815325d6%2C41509%2C1731529299278.1731529300893, exclude list is [], retry=0 2024-11-13T20:21:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44877,DS-2b6e0632-73fd-456b-a79b-a2bca0b5d0df,DISK] 2024-11-13T20:21:40,924 INFO [RS:0;04ac815325d6:41509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/WALs/04ac815325d6,41509,1731529299278/04ac815325d6%2C41509%2C1731529299278.1731529300893 2024-11-13T20:21:40,924 DEBUG [RS:0;04ac815325d6:41509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-13T20:21:41,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:21:41,092 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932 2024-11-13T20:21:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:21:41,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:41,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:41,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:41,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:41,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:41,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:41,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:41,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:41,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:41,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:41,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740 2024-11-13T20:21:41,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740 2024-11-13T20:21:41,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:41,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:41,508 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:41,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:41,511 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:41,512 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61188228, jitterRate=-0.08822435140609741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529301498Initializing all the Stores at 1731529301499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529301499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529301499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529301499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529301499Cleaning up temporary data from old regions at 1731529301508 (+9 ms)Region opened successfully at 1731529301512 (+4 ms) 2024-11-13T20:21:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:41,512 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:41,512 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529301512Disabling compacts and flushes for region at 1731529301512Disabling writes for close at 1731529301512Writing region close event to WAL at 1731529301512Closed at 1731529301512 2024-11-13T20:21:41,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:41,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:21:41,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:21:41,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:41,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:21:41,665 DEBUG [04ac815325d6:44185 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:21:41,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,41509,1731529299278 2024-11-13T20:21:41,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41509,1731529299278, state=OPENING 2024-11-13T20:21:41,669 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:21:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:41,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-753538440/meta-region-server: CHANGED 2024-11-13T20:21:41,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-753538440/meta-region-server: CHANGED 2024-11-13T20:21:41,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:41,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41509,1731529299278}] 2024-11-13T20:21:41,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:41,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:21:41,828 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:21:41,828 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:41,828 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:21:41,829 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C41509%2C1731529299278.meta, suffix=.meta, logDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/WALs/04ac815325d6,41509,1731529299278, archiveDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/oldWALs, maxLogs=10 2024-11-13T20:21:41,845 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/WALs/04ac815325d6,41509,1731529299278/04ac815325d6%2C41509%2C1731529299278.meta.1731529301829.meta, exclude list is [], retry=0 2024-11-13T20:21:41,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44877,DS-2b6e0632-73fd-456b-a79b-a2bca0b5d0df,DISK] 2024-11-13T20:21:41,848 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/WALs/04ac815325d6,41509,1731529299278/04ac815325d6%2C41509%2C1731529299278.meta.1731529301829.meta 2024-11-13T20:21:41,848 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-13T20:21:41,848 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:41,848 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:41,848 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:41,849 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:21:41,849 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:21:41,849 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:21:41,849 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:41,849 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:21:41,849 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:21:41,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:41,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:41,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:41,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:41,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:41,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:41,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:41,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:41,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:41,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:41,853 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:41,854 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740 2024-11-13T20:21:41,854 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740 2024-11-13T20:21:41,855 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:41,855 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:41,855 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:41,856 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:41,857 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74655410, jitterRate=0.11245229840278625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:41,857 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:21:41,857 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529301849Writing region info on filesystem at 1731529301849Initializing all the Stores at 1731529301849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529301849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529301850 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529301850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529301850Cleaning up temporary data from old regions at 1731529301855 (+5 ms)Running coprocessor post-open hooks at 1731529301857 (+2 ms)Region opened successfully at 1731529301857 2024-11-13T20:21:41,857 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529301823 2024-11-13T20:21:41,859 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:21:41,859 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:21:41,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41509,1731529299278 2024-11-13T20:21:41,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41509,1731529299278, state=OPEN 2024-11-13T20:21:41,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-753538440/meta-region-server 2024-11-13T20:21:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-753538440/meta-region-server 2024-11-13T20:21:41,862 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,41509,1731529299278 2024-11-13T20:21:41,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-753538440/meta-region-server: CHANGED 2024-11-13T20:21:41,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-753538440/meta-region-server: CHANGED 2024-11-13T20:21:41,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:21:41,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41509,1731529299278 in 191 msec 2024-11-13T20:21:41,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:21:41,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-13T20:21:41,865 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:41,865 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:21:41,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:41,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41509,1731529299278, seqNum=-1] 2024-11-13T20:21:41,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:41,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:41,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-13T20:21:41,870 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529301870, completionTime=-1 2024-11-13T20:21:41,870 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:21:41,870 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529361872 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529421872 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44185,1731529299241-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44185,1731529299241-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44185,1731529299241-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:44185, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:41,872 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:41,873 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:41,874 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.556sec 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44185,1731529299241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:41,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44185,1731529299241-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:21:41,878 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:21:41,878 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:21:41,878 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44185,1731529299241-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:41,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bafa8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:41,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44185,-1 for getting cluster id 2024-11-13T20:21:41,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:41,917 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b8b4e2-7103-45f5-bbd6-ac94363225f9' 2024-11-13T20:21:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b8b4e2-7103-45f5-bbd6-ac94363225f9" 2024-11-13T20:21:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847ef73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44185,-1] 2024-11-13T20:21:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:41,918 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:41,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:41,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41509,1731529299278, seqNum=-1] 2024-11-13T20:21:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:41,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:41,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,44185,1731529299241 2024-11-13T20:21:41,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:41,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:41,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003ace52040005 connected 2024-11-13T20:21:41,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.log.dir so I do NOT create it in target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41 2024-11-13T20:21:41,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:21:41,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.tmp.dir so I do NOT create it in target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41 2024-11-13T20:21:41,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:21:41,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/cluster_afff3381-61b4-172d-e6fe-721182d1980b, deleteOnExit=true 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/test.cache.data in system properties and HBase conf 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:21:41,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:21:41,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:21:41,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:21:42,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:42,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:42,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:42,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:42,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:21:42,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:42,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:42,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:42,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e89e4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/java.io.tmpdir/jetty-localhost-33155-hadoop-hdfs-3_4_1-tests_jar-_-any-17697719989702678001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:42,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:33155} 2024-11-13T20:21:42,135 INFO [Time-limited test {}] server.Server(415): Started @288048ms 2024-11-13T20:21:42,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:21:42,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:21:42,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:21:42,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:21:42,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:21:42,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:21:42,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:21:42,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6616f67b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/java.io.tmpdir/jetty-localhost-36655-hadoop-hdfs-3_4_1-tests_jar-_-any-13698313850970381241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:42,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:36655} 2024-11-13T20:21:42,395 INFO [Time-limited test {}] server.Server(415): Started @288308ms 2024-11-13T20:21:42,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:21:42,492 WARN [Thread-4527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/cluster_afff3381-61b4-172d-e6fe-721182d1980b/data/data1/current/BP-1286628425-172.17.0.2-1731529301952/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:42,492 WARN [Thread-4528 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/cluster_afff3381-61b4-172d-e6fe-721182d1980b/data/data2/current/BP-1286628425-172.17.0.2-1731529301952/current, will proceed with Du for space computation calculation, 2024-11-13T20:21:42,513 WARN [Thread-4515 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:21:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a0007cc9836dfb5 with lease ID 0x703491884ee91ed1: Processing first storage report for DS-47f0ba7a-cb65-4d8b-a3a9-3d7c367e30ec from datanode DatanodeRegistration(127.0.0.1:42429, datanodeUuid=1cda2272-eb83-432e-a02f-2e6a93c690da, infoPort=32865, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=634380611;c=1731529301952) 2024-11-13T20:21:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a0007cc9836dfb5 with lease ID 0x703491884ee91ed1: from storage DS-47f0ba7a-cb65-4d8b-a3a9-3d7c367e30ec node DatanodeRegistration(127.0.0.1:42429, datanodeUuid=1cda2272-eb83-432e-a02f-2e6a93c690da, infoPort=32865, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=634380611;c=1731529301952), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:21:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a0007cc9836dfb5 with lease ID 0x703491884ee91ed1: Processing first storage report for DS-03ec1d8f-4831-4752-a252-09bc478115d4 from datanode DatanodeRegistration(127.0.0.1:42429, datanodeUuid=1cda2272-eb83-432e-a02f-2e6a93c690da, infoPort=32865, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=634380611;c=1731529301952) 2024-11-13T20:21:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a0007cc9836dfb5 with lease ID 0x703491884ee91ed1: from storage DS-03ec1d8f-4831-4752-a252-09bc478115d4 node DatanodeRegistration(127.0.0.1:42429, datanodeUuid=1cda2272-eb83-432e-a02f-2e6a93c690da, infoPort=32865, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=634380611;c=1731529301952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:21:42,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41 2024-11-13T20:21:42,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:42,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:42,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:21:42,942 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a with version=8 2024-11-13T20:21:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/hbase-staging 2024-11-13T20:21:42,944 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:42,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:42,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:21:42,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:42,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42027 2024-11-13T20:21:42,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42027 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:42,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420270x0, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:42,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42027-0x1003ace52040006 connected 2024-11-13T20:21:42,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:42,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:42,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on znode that does not yet exist, /21927266502/running 2024-11-13T20:21:42,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a, hbase.cluster.distributed=false 2024-11-13T20:21:42,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on znode that does not yet exist, /21927266502/acl 2024-11-13T20:21:42,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-13T20:21:42,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42027 2024-11-13T20:21:42,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42027 2024-11-13T20:21:42,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-13T20:21:42,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-13T20:21:42,984 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:21:42,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:42,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:42,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:21:42,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:21:42,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:21:42,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:21:42,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:21:42,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40643 2024-11-13T20:21:42,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40643 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:42,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:42,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:42,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406430x0, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:42,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406430x0, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on znode that does not yet exist, /21927266502/running 2024-11-13T20:21:42,993 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:21:42,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40643-0x1003ace52040007 connected 2024-11-13T20:21:42,996 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:21:42,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on znode that does not yet exist, /21927266502/master 2024-11-13T20:21:42,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on znode that does not yet exist, /21927266502/acl 2024-11-13T20:21:43,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40643 2024-11-13T20:21:43,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40643 2024-11-13T20:21:43,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40643 2024-11-13T20:21:43,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40643 2024-11-13T20:21:43,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40643 2024-11-13T20:21:43,023 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:42027 2024-11-13T20:21:43,024 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21927266502/backup-masters/04ac815325d6,42027,1731529302944 2024-11-13T20:21:43,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502/backup-masters 2024-11-13T20:21:43,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502/backup-masters 2024-11-13T20:21:43,026 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on existing znode=/21927266502/backup-masters/04ac815325d6,42027,1731529302944 2024-11-13T20:21:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21927266502/master 2024-11-13T20:21:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,029 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on existing znode=/21927266502/master 2024-11-13T20:21:43,029 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21927266502/backup-masters/04ac815325d6,42027,1731529302944 from backup master directory 2024-11-13T20:21:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927266502/backup-masters/04ac815325d6,42027,1731529302944 2024-11-13T20:21:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502/backup-masters 2024-11-13T20:21:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502/backup-masters 2024-11-13T20:21:43,030 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:43,030 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,42027,1731529302944 2024-11-13T20:21:43,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/hbase.id] with ID: 7e0ee689-c5a9-4c3b-b712-046e32f956d7 2024-11-13T20:21:43,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/.tmp/hbase.id 2024-11-13T20:21:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:21:43,043 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/.tmp/hbase.id]:[hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/hbase.id] 2024-11-13T20:21:43,053 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:43,053 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:21:43,054 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:21:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:21:43,463 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:43,463 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:21:43,464 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:21:43,469 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store 2024-11-13T20:21:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:21:43,874 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:43,874 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:43,874 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:43,874 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:43,874 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:43,874 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:43,874 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:43,874 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529303874Disabling compacts and flushes for region at 1731529303874Disabling writes for close at 1731529303874Writing region close event to WAL at 1731529303874Closed at 1731529303874 2024-11-13T20:21:43,875 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/.initializing 2024-11-13T20:21:43,875 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/WALs/04ac815325d6,42027,1731529302944 2024-11-13T20:21:43,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:43,877 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C42027%2C1731529302944, suffix=, logDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/WALs/04ac815325d6,42027,1731529302944, archiveDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/oldWALs, maxLogs=10 2024-11-13T20:21:43,895 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/WALs/04ac815325d6,42027,1731529302944/04ac815325d6%2C42027%2C1731529302944.1731529303878, exclude list is [], retry=0 2024-11-13T20:21:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42429,DS-47f0ba7a-cb65-4d8b-a3a9-3d7c367e30ec,DISK] 2024-11-13T20:21:43,898 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/WALs/04ac815325d6,42027,1731529302944/04ac815325d6%2C42027%2C1731529302944.1731529303878 2024-11-13T20:21:43,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-13T20:21:43,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:43,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:43,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:21:43,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:43,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:43,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:21:43,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:43,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:43,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:21:43,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:43,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:43,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:21:43,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:43,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:43,905 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,906 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,906 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,907 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,907 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,908 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:43,908 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:21:43,910 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:43,910 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64802880, jitterRate=-0.034361839294433594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:43,910 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529303899Initializing all the Stores at 1731529303900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529303900Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529303900Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529303900Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529303900Cleaning up temporary data from old regions at 1731529303907 (+7 ms)Region opened successfully at 1731529303910 (+3 ms) 2024-11-13T20:21:43,911 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:21:43,913 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330617b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:43,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:21:43,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:21:43,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:21:43,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:21:43,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:21:43,915 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:21:43,915 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:21:43,916 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:21:43,917 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Unable to get data of znode /21927266502/balancer because node does not exist (not necessarily an error) 2024-11-13T20:21:43,918 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927266502/balancer already deleted, retry=false 2024-11-13T20:21:43,919 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:21:43,919 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Unable to get data of znode /21927266502/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:21:43,921 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927266502/normalizer already deleted, retry=false 2024-11-13T20:21:43,921 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:21:43,922 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Unable to get data of znode /21927266502/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:21:43,923 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927266502/switch/split already deleted, retry=false 2024-11-13T20:21:43,924 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Unable to get data of znode /21927266502/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:21:43,925 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927266502/switch/merge already deleted, retry=false 2024-11-13T20:21:43,927 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Unable to get data of znode /21927266502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:21:43,929 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927266502/snapshot-cleanup already deleted, retry=false 2024-11-13T20:21:43,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21927266502/running 2024-11-13T20:21:43,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21927266502/running 2024-11-13T20:21:43,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,931 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,42027,1731529302944, sessionid=0x1003ace52040006, setting cluster-up flag (Was=false) 2024-11-13T20:21:43,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,938 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21927266502/flush-table-proc/acquired, /21927266502/flush-table-proc/reached, /21927266502/flush-table-proc/abort 2024-11-13T20:21:43,939 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42027,1731529302944 2024-11-13T20:21:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:43,948 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21927266502/online-snapshot/acquired, /21927266502/online-snapshot/reached, /21927266502/online-snapshot/abort 2024-11-13T20:21:43,949 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42027,1731529302944 2024-11-13T20:21:43,949 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:21:43,951 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:43,951 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:21:43,951 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:21:43,951 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,42027,1731529302944 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:43,952 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529333953 2024-11-13T20:21:43,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:21:43,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:43,954 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:43,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:21:43,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:21:43,955 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529303955,5,FailOnTimeoutGroup] 2024-11-13T20:21:43,955 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529303955,5,FailOnTimeoutGroup] 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:43,955 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:21:44,013 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(746): ClusterId : 7e0ee689-c5a9-4c3b-b712-046e32f956d7 2024-11-13T20:21:44,013 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:21:44,015 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:21:44,015 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:21:44,017 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:21:44,018 DEBUG [RS:0;04ac815325d6:40643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25984373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:21:44,031 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:40643 2024-11-13T20:21:44,032 INFO [RS:0;04ac815325d6:40643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:21:44,032 INFO [RS:0;04ac815325d6:40643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:21:44,032 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:21:44,032 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,42027,1731529302944 with port=40643, startcode=1731529302983 2024-11-13T20:21:44,032 DEBUG [RS:0;04ac815325d6:40643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:21:44,034 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:21:44,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,40643,1731529302983 2024-11-13T20:21:44,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,40643,1731529302983 2024-11-13T20:21:44,036 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a 2024-11-13T20:21:44,036 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39229 2024-11-13T20:21:44,036 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:21:44,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502/rs 2024-11-13T20:21:44,042 DEBUG [RS:0;04ac815325d6:40643 {}] zookeeper.ZKUtil(111): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on existing znode=/21927266502/rs/04ac815325d6,40643,1731529302983 2024-11-13T20:21:44,042 WARN [RS:0;04ac815325d6:40643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:21:44,042 INFO [RS:0;04ac815325d6:40643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:44,042 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/WALs/04ac815325d6,40643,1731529302983 2024-11-13T20:21:44,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,40643,1731529302983] 2024-11-13T20:21:44,051 INFO [RS:0;04ac815325d6:40643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:21:44,052 INFO [RS:0;04ac815325d6:40643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:21:44,055 INFO [RS:0;04ac815325d6:40643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:21:44,055 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,056 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:21:44,056 INFO [RS:0;04ac815325d6:40643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:21:44,056 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,056 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,057 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,057 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:21:44,057 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:44,057 DEBUG [RS:0;04ac815325d6:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:21:44,057 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,057 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,057 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,057 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,057 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,057 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40643,1731529302983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:44,072 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:21:44,073 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40643,1731529302983-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,073 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,073 INFO [RS:0;04ac815325d6:40643 {}] regionserver.Replication(171): 04ac815325d6,40643,1731529302983 started 2024-11-13T20:21:44,089 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:44,089 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,40643,1731529302983, RpcServer on 04ac815325d6/172.17.0.2:40643, sessionid=0x1003ace52040007 2024-11-13T20:21:44,090 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:21:44,090 DEBUG [RS:0;04ac815325d6:40643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,40643,1731529302983 2024-11-13T20:21:44,090 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,40643,1731529302983' 2024-11-13T20:21:44,090 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21927266502/flush-table-proc/abort' 2024-11-13T20:21:44,090 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21927266502/flush-table-proc/acquired' 2024-11-13T20:21:44,091 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:21:44,091 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:21:44,091 DEBUG [RS:0;04ac815325d6:40643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,40643,1731529302983 2024-11-13T20:21:44,091 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,40643,1731529302983' 2024-11-13T20:21:44,091 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21927266502/online-snapshot/abort' 2024-11-13T20:21:44,091 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21927266502/online-snapshot/acquired' 2024-11-13T20:21:44,091 DEBUG [RS:0;04ac815325d6:40643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:21:44,092 INFO [RS:0;04ac815325d6:40643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:21:44,092 INFO [RS:0;04ac815325d6:40643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:21:44,192 INFO [RS:0;04ac815325d6:40643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:21:44,193 INFO [RS:0;04ac815325d6:40643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C40643%2C1731529302983, suffix=, logDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/WALs/04ac815325d6,40643,1731529302983, archiveDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/oldWALs, maxLogs=10 2024-11-13T20:21:44,209 DEBUG [RS:0;04ac815325d6:40643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/WALs/04ac815325d6,40643,1731529302983/04ac815325d6%2C40643%2C1731529302983.1731529304194, exclude list is [], retry=0 2024-11-13T20:21:44,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42429,DS-47f0ba7a-cb65-4d8b-a3a9-3d7c367e30ec,DISK] 2024-11-13T20:21:44,213 INFO [RS:0;04ac815325d6:40643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/WALs/04ac815325d6,40643,1731529302983/04ac815325d6%2C40643%2C1731529302983.1731529304194 2024-11-13T20:21:44,214 DEBUG [RS:0;04ac815325d6:40643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-13T20:21:44,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:21:44,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a 2024-11-13T20:21:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741833_1009 (size=32) 2024-11-13T20:21:44,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:44,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:44,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:44,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:44,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:44,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:44,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:44,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:44,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:44,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:44,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:44,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:44,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:44,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:44,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:44,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:44,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:44,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:44,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740 2024-11-13T20:21:44,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740 2024-11-13T20:21:44,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:44,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:44,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:44,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:44,781 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:44,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58911536, jitterRate=-0.12214970588684082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:44,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529304770Initializing all the Stores at 1731529304770Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529304770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529304770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529304770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529304770Cleaning up temporary data from old regions at 1731529304778 (+8 ms)Region opened successfully at 1731529304781 (+3 ms) 2024-11-13T20:21:44,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:44,782 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:44,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:44,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:44,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:44,782 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:44,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529304782Disabling compacts and flushes for region at 1731529304782Disabling writes for close at 1731529304782Writing region close event to WAL at 1731529304782Closed at 1731529304782 2024-11-13T20:21:44,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:44,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:21:44,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:21:44,784 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:44,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:21:44,936 DEBUG [04ac815325d6:42027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T20:21:44,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,40643,1731529302983 2024-11-13T20:21:44,937 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,40643,1731529302983, state=OPENING 2024-11-13T20:21:44,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:21:44,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:44,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:44,941 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:21:44,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,40643,1731529302983}] 2024-11-13T20:21:44,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927266502/meta-region-server: CHANGED 2024-11-13T20:21:44,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927266502/meta-region-server: CHANGED 2024-11-13T20:21:45,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:45,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:21:45,097 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:21:45,098 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:45,098 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:21:45,099 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C40643%2C1731529302983.meta, suffix=.meta, logDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/WALs/04ac815325d6,40643,1731529302983, archiveDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/oldWALs, maxLogs=10 2024-11-13T20:21:45,117 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/WALs/04ac815325d6,40643,1731529302983/04ac815325d6%2C40643%2C1731529302983.meta.1731529305099.meta, exclude list is [], retry=0 2024-11-13T20:21:45,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42429,DS-47f0ba7a-cb65-4d8b-a3a9-3d7c367e30ec,DISK] 2024-11-13T20:21:45,120 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/WALs/04ac815325d6,40643,1731529302983/04ac815325d6%2C40643%2C1731529302983.meta.1731529305099.meta 2024-11-13T20:21:45,120 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-13T20:21:45,121 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:45,121 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:45,121 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:45,121 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:21:45,121 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:21:45,121 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:21:45,121 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:45,121 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:21:45,121 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:21:45,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:21:45,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:21:45,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:45,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:21:45,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:21:45,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:45,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:21:45,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:21:45,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:45,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:21:45,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:21:45,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:21:45,128 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:21:45,128 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740 2024-11-13T20:21:45,129 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740 2024-11-13T20:21:45,130 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:21:45,130 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:21:45,131 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:21:45,132 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:21:45,132 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60855447, jitterRate=-0.09318317472934723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:21:45,132 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:21:45,132 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529305122Writing region info on filesystem at 1731529305122Initializing all the Stores at 1731529305122Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529305122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529305122Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529305122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529305122Cleaning up temporary data from old regions at 1731529305130 (+8 ms)Running coprocessor post-open hooks at 1731529305132 (+2 ms)Region opened successfully at 1731529305132 2024-11-13T20:21:45,133 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529305093 2024-11-13T20:21:45,135 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:21:45,135 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:21:45,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,40643,1731529302983 2024-11-13T20:21:45,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,40643,1731529302983, state=OPEN 2024-11-13T20:21:45,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21927266502/meta-region-server 2024-11-13T20:21:45,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21927266502/meta-region-server 2024-11-13T20:21:45,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,40643,1731529302983 2024-11-13T20:21:45,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927266502/meta-region-server: CHANGED 2024-11-13T20:21:45,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927266502/meta-region-server: CHANGED 2024-11-13T20:21:45,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:21:45,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,40643,1731529302983 in 198 msec 2024-11-13T20:21:45,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:21:45,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-13T20:21:45,143 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:21:45,143 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:21:45,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:45,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,40643,1731529302983, seqNum=-1] 2024-11-13T20:21:45,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:45,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:45,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-13T20:21:45,149 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529305149, completionTime=-1 2024-11-13T20:21:45,149 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T20:21:45,149 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:21:45,151 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T20:21:45,151 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529365151 2024-11-13T20:21:45,151 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529425151 2024-11-13T20:21:45,151 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:21:45,151 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42027,1731529302944-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:45,151 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42027,1731529302944-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:45,152 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42027,1731529302944-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:45,152 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:42027, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:45,152 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:45,152 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:45,153 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.124sec 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42027,1731529302944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:21:45,155 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42027,1731529302944-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:21:45,157 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:21:45,157 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:21:45,157 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42027,1731529302944-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:21:45,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:45,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42027,-1 for getting cluster id 2024-11-13T20:21:45,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:45,215 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0ee689-c5a9-4c3b-b712-046e32f956d7' 2024-11-13T20:21:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0ee689-c5a9-4c3b-b712-046e32f956d7" 2024-11-13T20:21:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65493238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42027,-1] 2024-11-13T20:21:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:45,217 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:45,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:45,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:45,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,40643,1731529302983, seqNum=-1] 2024-11-13T20:21:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:45,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:45,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,42027,1731529302944 2024-11-13T20:21:45,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59924 2024-11-13T20:21:45,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:21:45,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1003ace52040008 connected 2024-11-13T20:21:45,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34605,1731529296608 2024-11-13T20:21:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11ef9be6 2024-11-13T20:21:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:45,233 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:45,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:21:45,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:45,236 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:21:45,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:21:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:45,655 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d97b25d56655e69b1e5ea81442f491d, NAME => 'test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b 2024-11-13T20:21:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:21:45,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:45,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d97b25d56655e69b1e5ea81442f491d, disabling compactions & flushes 2024-11-13T20:21:45,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:21:45,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:21:45,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. after waiting 0 ms 2024-11-13T20:21:45,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:21:45,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:21:45,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d97b25d56655e69b1e5ea81442f491d: Waiting for close lock at 1731529305660Disabling compacts and flushes for region at 1731529305660Disabling writes for close at 1731529305660Writing region close event to WAL at 1731529305660Closed at 1731529305660 2024-11-13T20:21:45,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:45,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529305662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529305662"}]},"ts":"1731529305662"} 2024-11-13T20:21:45,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:45,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:45,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529305664"}]},"ts":"1731529305664"} 2024-11-13T20:21:45,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:21:45,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d97b25d56655e69b1e5ea81442f491d, ASSIGN}] 2024-11-13T20:21:45,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d97b25d56655e69b1e5ea81442f491d, ASSIGN 2024-11-13T20:21:45,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d97b25d56655e69b1e5ea81442f491d, ASSIGN; state=OFFLINE, location=04ac815325d6,39231,1731529296666; forceNewPlan=false, retain=false 2024-11-13T20:21:45,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d97b25d56655e69b1e5ea81442f491d, regionState=OPENING, regionLocation=04ac815325d6,39231,1731529296666 2024-11-13T20:21:45,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d97b25d56655e69b1e5ea81442f491d, ASSIGN because future has completed 2024-11-13T20:21:45,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d97b25d56655e69b1e5ea81442f491d, server=04ac815325d6,39231,1731529296666}] 2024-11-13T20:21:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:45,976 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:21:45,976 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d97b25d56655e69b1e5ea81442f491d, NAME => 'test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:45,977 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:45,977 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:21:45,977 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,977 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:45,977 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,977 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,978 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,979 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d97b25d56655e69b1e5ea81442f491d columnFamilyName f 2024-11-13T20:21:45,979 DEBUG [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,980 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] regionserver.HStore(327): Store=6d97b25d56655e69b1e5ea81442f491d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:45,980 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,981 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d97b25d56655e69b1e5ea81442f491d columnFamilyName f1 2024-11-13T20:21:45,981 DEBUG [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,981 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] regionserver.HStore(327): Store=6d97b25d56655e69b1e5ea81442f491d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:45,981 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,982 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d97b25d56655e69b1e5ea81442f491d columnFamilyName norep 2024-11-13T20:21:45,982 DEBUG [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:45,983 INFO [StoreOpener-6d97b25d56655e69b1e5ea81442f491d-1 {}] regionserver.HStore(327): Store=6d97b25d56655e69b1e5ea81442f491d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:45,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,984 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,984 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,985 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:45,985 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,987 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:45,987 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d97b25d56655e69b1e5ea81442f491d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59794188, jitterRate=-0.1089971661567688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:45,987 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:21:45,987 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d97b25d56655e69b1e5ea81442f491d: Running coprocessor pre-open hook at 1731529305977Writing region info on filesystem at 1731529305977Initializing all the Stores at 1731529305978 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529305978Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529305978Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529305978Cleaning up temporary data from old regions at 1731529305984 (+6 ms)Running coprocessor post-open hooks at 1731529305987 (+3 ms)Region opened successfully at 1731529305987 2024-11-13T20:21:45,988 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., pid=6, masterSystemTime=1731529305973 2024-11-13T20:21:45,990 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:21:45,990 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:21:45,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d97b25d56655e69b1e5ea81442f491d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,39231,1731529296666 2024-11-13T20:21:45,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d97b25d56655e69b1e5ea81442f491d, server=04ac815325d6,39231,1731529296666 because future has completed 2024-11-13T20:21:45,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:21:45,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d97b25d56655e69b1e5ea81442f491d, server=04ac815325d6,39231,1731529296666 in 172 msec 2024-11-13T20:21:45,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:21:45,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d97b25d56655e69b1e5ea81442f491d, ASSIGN in 328 msec 2024-11-13T20:21:45,996 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:45,996 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529305996"}]},"ts":"1731529305996"} 2024-11-13T20:21:45,998 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:21:45,998 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:45,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-13T20:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:46,377 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:21:46,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44185,1731529299241 2024-11-13T20:21:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19e42766 2024-11-13T20:21:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:46,379 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:46,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:21:46,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:46,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:46,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:46,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:46,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f3513540cc482819060864645263d4f, NAME => 'test,,1731529306380.4f3513540cc482819060864645263d4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932 2024-11-13T20:21:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:21:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:47,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529306380.4f3513540cc482819060864645263d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:47,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f3513540cc482819060864645263d4f, disabling compactions & flushes 2024-11-13T20:21:47,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:47,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:47,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529306380.4f3513540cc482819060864645263d4f. after waiting 0 ms 2024-11-13T20:21:47,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:47,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:47,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f3513540cc482819060864645263d4f: Waiting for close lock at 1731529307195Disabling compacts and flushes for region at 1731529307195Disabling writes for close at 1731529307195Writing region close event to WAL at 1731529307195Closed at 1731529307195 2024-11-13T20:21:47,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:47,197 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529306380.4f3513540cc482819060864645263d4f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529307197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529307197"}]},"ts":"1731529307197"} 2024-11-13T20:21:47,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:47,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:47,199 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529307199"}]},"ts":"1731529307199"} 2024-11-13T20:21:47,201 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:21:47,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f3513540cc482819060864645263d4f, ASSIGN}] 2024-11-13T20:21:47,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f3513540cc482819060864645263d4f, ASSIGN 2024-11-13T20:21:47,203 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f3513540cc482819060864645263d4f, ASSIGN; state=OFFLINE, location=04ac815325d6,41509,1731529299278; forceNewPlan=false, retain=false 2024-11-13T20:21:47,352 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:47,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f3513540cc482819060864645263d4f, regionState=OPENING, regionLocation=04ac815325d6,41509,1731529299278 2024-11-13T20:21:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f3513540cc482819060864645263d4f, ASSIGN because future has completed 2024-11-13T20:21:47,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3513540cc482819060864645263d4f, server=04ac815325d6,41509,1731529299278}] 2024-11-13T20:21:47,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:47,512 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:47,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f3513540cc482819060864645263d4f, NAME => 'test,,1731529306380.4f3513540cc482819060864645263d4f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:47,513 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:47,513 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:21:47,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529306380.4f3513540cc482819060864645263d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:47,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,514 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,516 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3513540cc482819060864645263d4f columnFamilyName f 2024-11-13T20:21:47,516 DEBUG [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:47,516 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] regionserver.HStore(327): Store=4f3513540cc482819060864645263d4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:47,516 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:47,517 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3513540cc482819060864645263d4f columnFamilyName f1 2024-11-13T20:21:47,517 DEBUG [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:47,517 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] regionserver.HStore(327): Store=4f3513540cc482819060864645263d4f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:47,518 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,519 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3513540cc482819060864645263d4f columnFamilyName norep 2024-11-13T20:21:47,519 DEBUG [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:47,520 INFO [StoreOpener-4f3513540cc482819060864645263d4f-1 {}] regionserver.HStore(327): Store=4f3513540cc482819060864645263d4f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:47,520 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,520 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,521 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,522 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,522 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,522 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:47,523 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,525 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:47,525 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f3513540cc482819060864645263d4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62011782, jitterRate=-0.0759524405002594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:47,525 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:47,526 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f3513540cc482819060864645263d4f: Running coprocessor pre-open hook at 1731529307513Writing region info on filesystem at 1731529307513Initializing all the Stores at 1731529307514 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529307514Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529307514Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529307514Cleaning up temporary data from old regions at 1731529307522 (+8 ms)Running coprocessor post-open hooks at 1731529307525 (+3 ms)Region opened successfully at 1731529307526 (+1 ms) 2024-11-13T20:21:47,527 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529306380.4f3513540cc482819060864645263d4f., pid=6, masterSystemTime=1731529307509 2024-11-13T20:21:47,530 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:47,530 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:47,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f3513540cc482819060864645263d4f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,41509,1731529299278 2024-11-13T20:21:47,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3513540cc482819060864645263d4f, server=04ac815325d6,41509,1731529299278 because future has completed 2024-11-13T20:21:47,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:21:47,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f3513540cc482819060864645263d4f, server=04ac815325d6,41509,1731529299278 in 175 msec 2024-11-13T20:21:47,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:21:47,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f3513540cc482819060864645263d4f, ASSIGN in 333 msec 2024-11-13T20:21:47,537 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:47,537 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529307537"}]},"ts":"1731529307537"} 2024-11-13T20:21:47,538 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:21:47,539 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:47,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-13T20:21:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:48,527 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:21:48,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:48,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42027,1731529302944 2024-11-13T20:21:48,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@533e4ca1 2024-11-13T20:21:48,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:48,536 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:48,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T20:21:48,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:48,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:48,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T20:21:48,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:48,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741835_1011 (size=902) 2024-11-13T20:21:48,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 824396e90f0c225b85deeabf099f7511, NAME => 'test,,1731529308536.824396e90f0c225b85deeabf099f7511.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a 2024-11-13T20:21:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741836_1012 (size=39) 2024-11-13T20:21:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:48,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731529308536.824396e90f0c225b85deeabf099f7511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:48,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 824396e90f0c225b85deeabf099f7511, disabling compactions & flushes 2024-11-13T20:21:48,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:48,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:48,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731529308536.824396e90f0c225b85deeabf099f7511. after waiting 0 ms 2024-11-13T20:21:48,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:48,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:48,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 824396e90f0c225b85deeabf099f7511: Waiting for close lock at 1731529308949Disabling compacts and flushes for region at 1731529308949Disabling writes for close at 1731529308950 (+1 ms)Writing region close event to WAL at 1731529308950Closed at 1731529308950 2024-11-13T20:21:48,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:48,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731529308536.824396e90f0c225b85deeabf099f7511.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731529308951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529308951"}]},"ts":"1731529308951"} 2024-11-13T20:21:48,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:48,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:48,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529308954"}]},"ts":"1731529308954"} 2024-11-13T20:21:48,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T20:21:48,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=824396e90f0c225b85deeabf099f7511, ASSIGN}] 2024-11-13T20:21:48,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=824396e90f0c225b85deeabf099f7511, ASSIGN 2024-11-13T20:21:48,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=824396e90f0c225b85deeabf099f7511, ASSIGN; state=OFFLINE, location=04ac815325d6,40643,1731529302983; forceNewPlan=false, retain=false 2024-11-13T20:21:49,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=824396e90f0c225b85deeabf099f7511, regionState=OPENING, regionLocation=04ac815325d6,40643,1731529302983 2024-11-13T20:21:49,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=824396e90f0c225b85deeabf099f7511, ASSIGN because future has completed 2024-11-13T20:21:49,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 824396e90f0c225b85deeabf099f7511, server=04ac815325d6,40643,1731529302983}] 2024-11-13T20:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:49,266 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:49,266 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 824396e90f0c225b85deeabf099f7511, NAME => 'test,,1731529308536.824396e90f0c225b85deeabf099f7511.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:49,267 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:49,267 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T20:21:49,267 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,267 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731529308536.824396e90f0c225b85deeabf099f7511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:49,267 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,267 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,269 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,270 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824396e90f0c225b85deeabf099f7511 columnFamilyName f 2024-11-13T20:21:49,270 DEBUG [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:49,270 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] regionserver.HStore(327): Store=824396e90f0c225b85deeabf099f7511/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:49,270 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,271 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824396e90f0c225b85deeabf099f7511 columnFamilyName f1 2024-11-13T20:21:49,271 DEBUG [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:49,271 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] regionserver.HStore(327): Store=824396e90f0c225b85deeabf099f7511/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:49,271 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,272 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 824396e90f0c225b85deeabf099f7511 columnFamilyName norep 2024-11-13T20:21:49,273 DEBUG [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:49,273 INFO [StoreOpener-824396e90f0c225b85deeabf099f7511-1 {}] regionserver.HStore(327): Store=824396e90f0c225b85deeabf099f7511/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:49,273 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,273 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,274 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,290 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,290 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,291 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:49,292 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,295 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:49,295 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 824396e90f0c225b85deeabf099f7511; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72063244, jitterRate=0.07382601499557495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:49,295 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:49,295 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 824396e90f0c225b85deeabf099f7511: Running coprocessor pre-open hook at 1731529309268Writing region info on filesystem at 1731529309268Initializing all the Stores at 1731529309268Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529309268Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529309268Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529309268Cleaning up temporary data from old regions at 1731529309290 (+22 ms)Running coprocessor post-open hooks at 1731529309295 (+5 ms)Region opened successfully at 1731529309295 2024-11-13T20:21:49,296 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731529308536.824396e90f0c225b85deeabf099f7511., pid=6, masterSystemTime=1731529309262 2024-11-13T20:21:49,299 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:49,299 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:49,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=824396e90f0c225b85deeabf099f7511, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=04ac815325d6,40643,1731529302983 2024-11-13T20:21:49,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 824396e90f0c225b85deeabf099f7511, server=04ac815325d6,40643,1731529302983 because future has completed 2024-11-13T20:21:49,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T20:21:49,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 824396e90f0c225b85deeabf099f7511, server=04ac815325d6,40643,1731529302983 in 193 msec 2024-11-13T20:21:49,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:21:49,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=824396e90f0c225b85deeabf099f7511, ASSIGN in 350 msec 2024-11-13T20:21:49,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:49,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529309308"}]},"ts":"1731529309308"} 2024-11-13T20:21:49,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T20:21:49,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:49,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-13T20:21:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:21:49,678 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T20:21:49,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:49,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34605,-1 for getting cluster id 2024-11-13T20:21:49,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:49,680 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6be724a4-3957-4709-94d7-447db6067de8' 2024-11-13T20:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6be724a4-3957-4709-94d7-447db6067de8" 2024-11-13T20:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367b6ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34605,-1] 2024-11-13T20:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:49,682 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ba96df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:49,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34605,1731529296608 2024-11-13T20:21:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e246d0f 2024-11-13T20:21:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:49,685 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:49,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://04ac815325d6:44185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:21:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:21:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:49,690 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:44185' 2024-11-13T20:21:49,692 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78be84b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:49,692 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44185,-1 for getting cluster id 2024-11-13T20:21:49,692 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:49,693 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b8b4e2-7103-45f5-bbd6-ac94363225f9' 2024-11-13T20:21:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b8b4e2-7103-45f5-bbd6-ac94363225f9" 2024-11-13T20:21:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5987b78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44185,-1] 2024-11-13T20:21:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:49,694 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:49,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7c0fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:49,695 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:49,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44185,1731529299241 2024-11-13T20:21:49,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de40273 2024-11-13T20:21:49,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:49,697 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:49,698 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T20:21:49,698 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:21:49,698 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:49,698 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:49,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:49,699 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:21:49,700 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T20:21:49,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:21:49,701 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:49,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:21:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741837_1013 (size=1138) 2024-11-13T20:21:49,750 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T20:21:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:50,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5260fbd210f89c7641868c44d71a3175, NAME => 'hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b 2024-11-13T20:21:50,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741838_1014 (size=44) 2024-11-13T20:21:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:50,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:50,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5260fbd210f89c7641868c44d71a3175, disabling compactions & flushes 2024-11-13T20:21:50,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:21:50,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:21:50,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. after waiting 0 ms 2024-11-13T20:21:50,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:21:50,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:21:50,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5260fbd210f89c7641868c44d71a3175: Waiting for close lock at 1731529310517Disabling compacts and flushes for region at 1731529310517Disabling writes for close at 1731529310517Writing region close event to WAL at 1731529310517Closed at 1731529310517 2024-11-13T20:21:50,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:21:50,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731529310519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529310519"}]},"ts":"1731529310519"} 2024-11-13T20:21:50,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T20:21:50,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:21:50,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529310522"}]},"ts":"1731529310522"} 2024-11-13T20:21:50,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T20:21:50,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5260fbd210f89c7641868c44d71a3175, ASSIGN}] 2024-11-13T20:21:50,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5260fbd210f89c7641868c44d71a3175, ASSIGN 2024-11-13T20:21:50,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5260fbd210f89c7641868c44d71a3175, ASSIGN; state=OFFLINE, location=04ac815325d6,39231,1731529296666; forceNewPlan=false, retain=false 2024-11-13T20:21:50,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5260fbd210f89c7641868c44d71a3175, regionState=OPENING, regionLocation=04ac815325d6,39231,1731529296666 2024-11-13T20:21:50,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5260fbd210f89c7641868c44d71a3175, ASSIGN because future has completed 2024-11-13T20:21:50,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5260fbd210f89c7641868c44d71a3175, server=04ac815325d6,39231,1731529296666}] 2024-11-13T20:21:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:50,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:21:50,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:21:50,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T20:21:50,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=04ac815325d6%2C39231%2C1731529296666.rep, suffix=, logDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666, archiveDir=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/oldWALs, maxLogs=10 2024-11-13T20:21:50,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.rep.1731529310837, exclude list is [], retry=0 2024-11-13T20:21:50,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41479,DS-e3399694-b5c5-4518-89dd-17b952702da9,DISK] 2024-11-13T20:21:50,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.rep.1731529310837 2024-11-13T20:21:50,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-11-13T20:21:50,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5260fbd210f89c7641868c44d71a3175, NAME => 'hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:21:50,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T20:21:50,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:21:50,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. service=MultiRowMutationService 2024-11-13T20:21:50,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T20:21:50,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:21:50,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,863 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,864 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5260fbd210f89c7641868c44d71a3175 columnFamilyName hfileref 2024-11-13T20:21:50,864 DEBUG [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:50,864 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] regionserver.HStore(327): Store=5260fbd210f89c7641868c44d71a3175/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:50,864 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,865 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5260fbd210f89c7641868c44d71a3175 columnFamilyName queue 2024-11-13T20:21:50,865 DEBUG [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:50,866 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] regionserver.HStore(327): Store=5260fbd210f89c7641868c44d71a3175/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:50,866 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,867 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5260fbd210f89c7641868c44d71a3175 columnFamilyName sid 2024-11-13T20:21:50,867 DEBUG [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:21:50,867 INFO [StoreOpener-5260fbd210f89c7641868c44d71a3175-1 {}] regionserver.HStore(327): Store=5260fbd210f89c7641868c44d71a3175/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:21:50,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T20:21:50,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:21:50,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5260fbd210f89c7641868c44d71a3175; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63378829, jitterRate=-0.05558185279369354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T20:21:50,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:21:50,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5260fbd210f89c7641868c44d71a3175: Running coprocessor pre-open hook at 1731529310861Writing region info on filesystem at 1731529310861Initializing all the Stores at 1731529310862 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529310862Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529310862Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529310862Cleaning up temporary data from old regions at 1731529310870 (+8 ms)Running coprocessor post-open hooks at 1731529310873 (+3 ms)Region opened successfully at 1731529310873 2024-11-13T20:21:50,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175., pid=10, masterSystemTime=1731529310831 2024-11-13T20:21:50,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:21:50,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:21:50,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5260fbd210f89c7641868c44d71a3175, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,39231,1731529296666 2024-11-13T20:21:50,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5260fbd210f89c7641868c44d71a3175, server=04ac815325d6,39231,1731529296666 because future has completed 2024-11-13T20:21:50,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T20:21:50,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5260fbd210f89c7641868c44d71a3175, server=04ac815325d6,39231,1731529296666 in 199 msec 2024-11-13T20:21:50,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T20:21:50,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5260fbd210f89c7641868c44d71a3175, ASSIGN in 357 msec 2024-11-13T20:21:50,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:21:50,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529310883"}]},"ts":"1731529310883"} 2024-11-13T20:21:50,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T20:21:50,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:21:50,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-13T20:21:50,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175., hostname=04ac815325d6,39231,1731529296666, seqNum=2] 2024-11-13T20:21:50,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:50,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:21:50,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:21:51,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T20:21:51,070 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T20:21:51,110 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-04ac815325d6,39231,1731529296666, ReplicationSource: 1, currentBandwidth=0 2024-11-13T20:21:51,111 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:51,111 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39231,1731529296666, seqNum=-1] 2024-11-13T20:21:51,112 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:51,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:51,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-04ac815325d6,39231,1731529296666', locateType=CURRENT is [region=hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175., hostname=04ac815325d6,39231,1731529296666, seqNum=2] 2024-11-13T20:21:51,117 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T20:21:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T20:21:51,120 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 04ac815325d6,39231,1731529296666 suceeded 2024-11-13T20:21:51,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T20:21:51,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-13T20:21:51,122 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://04ac815325d6:44185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:21:51,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-11-13T20:21:51,134 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:44185' 2024-11-13T20:21:51,136 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667cf51d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,136 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44185,-1 for getting cluster id 2024-11-13T20:21:51,136 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:51,137 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b8b4e2-7103-45f5-bbd6-ac94363225f9' 2024-11-13T20:21:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b8b4e2-7103-45f5-bbd6-ac94363225f9" 2024-11-13T20:21:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f9817d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44185,-1] 2024-11-13T20:21:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:51,138 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:51,138 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24af3c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,138 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44185,1731529299241 2024-11-13T20:21:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2587a196 2024-11-13T20:21:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:51,140 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T20:21:51,140 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-04ac815325d6,39231,1731529296666 (queues=1) is replicating from cluster=6be724a4-3957-4709-94d7-447db6067de8 to cluster=c0b8b4e2-7103-45f5-bbd6-ac94363225f9 2024-11-13T20:21:51,140 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=04ac815325d6%2C39231%2C1731529296666 2024-11-13T20:21:51,140 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-04ac815325d6,39231,1731529296666, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:21:51,141 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C39231%2C1731529296666 2024-11-13T20:21:51,141 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075, startPosition=0, beingWritten=true 2024-11-13T20:21:51,146 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:21:51,146 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 379, reset compression=false 2024-11-13T20:21:51,146 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39231,1731529296666 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:21:51,353 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 379, reset compression=false 2024-11-13T20:21:51,657 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 379, reset compression=false 2024-11-13T20:21:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T20:21:51,847 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T20:21:51,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:51,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:51,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:51,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:51,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:51,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34605,-1 for getting cluster id 2024-11-13T20:21:51,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:51,849 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6be724a4-3957-4709-94d7-447db6067de8' 2024-11-13T20:21:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6be724a4-3957-4709-94d7-447db6067de8" 2024-11-13T20:21:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e80094d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34605,-1] 2024-11-13T20:21:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:51,850 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13901b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44185,-1 for getting cluster id 2024-11-13T20:21:51,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:51,852 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b8b4e2-7103-45f5-bbd6-ac94363225f9' 2024-11-13T20:21:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b8b4e2-7103-45f5-bbd6-ac94363225f9" 2024-11-13T20:21:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd5b18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44185,-1] 2024-11-13T20:21:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:51,854 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:51,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5861ae30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42027,-1 for getting cluster id 2024-11-13T20:21:51,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:51,855 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0ee689-c5a9-4c3b-b712-046e32f956d7' 2024-11-13T20:21:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0ee689-c5a9-4c3b-b712-046e32f956d7" 2024-11-13T20:21:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6a4825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42027,-1] 2024-11-13T20:21:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:51,856 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e082a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:51,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:51,861 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731529311861/Put/seqid=0 2024-11-13T20:21:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741840_1016 (size=7894) 2024-11-13T20:21:51,867 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731529311867/Put/seqid=0 2024-11-13T20:21:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741841_1017 (size=7691) 2024-11-13T20:21:52,062 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 379, reset compression=false 2024-11-13T20:21:52,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:52,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34605,-1 for getting cluster id 2024-11-13T20:21:52,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:52,273 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6be724a4-3957-4709-94d7-447db6067de8' 2024-11-13T20:21:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6be724a4-3957-4709-94d7-447db6067de8" 2024-11-13T20:21:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68498a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34605,-1] 2024-11-13T20:21:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:52,274 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:52,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:52,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39231,1731529296666, seqNum=-1] 2024-11-13T20:21:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:52,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:52,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34605,1731529296608 2024-11-13T20:21:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aafd586 2024-11-13T20:21:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:52,286 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2] 2024-11-13T20:21:52,292 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:21:52,297 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T20:21:52,299 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T20:21:52,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T20:21:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:52,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T20:21:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HRegion(2603): Flush status journal for 6d97b25d56655e69b1e5ea81442f491d: 2024-11-13T20:21:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_0 2024-11-13T20:21:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_0 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ 2024-11-13T20:21:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_1 2024-11-13T20:21:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_1 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ 2024-11-13T20:21:52,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_0 into 6d97b25d56655e69b1e5ea81442f491d/f as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ - updating store file list. 2024-11-13T20:21:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7ac34604596401f9e3a18261cd5824a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:52,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ into 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:52,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_0 into 6d97b25d56655e69b1e5ea81442f491d/f (new location: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_) 2024-11-13T20:21:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_0 2024-11-13T20:21:52,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_1 into 6d97b25d56655e69b1e5ea81442f491d/f as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ - updating store file list. 2024-11-13T20:21:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:52,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ into 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:52,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_1 into 6d97b25d56655e69b1e5ea81442f491d/f (new location: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_) 2024-11-13T20:21:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__uet5mgslcbfmq44gd80nl975luha9rlojtdrovjfamkted6b01lhukhl4f5qc1ii/f/hfile_1 2024-11-13T20:21:52,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:52,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:52,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:52,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:52,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2 , the old value is region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:39231 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:21:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:21:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2 from cache 2024-11-13T20:21:52,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:52,326 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T20:21:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41509,1731529299278, seqNum=-1] 2024-11-13T20:21:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:52,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:52,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529306380.4f3513540cc482819060864645263d4f., hostname=04ac815325d6,41509,1731529299278, seqNum=2] 2024-11-13T20:21:52,332 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T20:21:52,437 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:39231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T20:21:52,566 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 379, reset compression=false 2024-11-13T20:21:52,571 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:52,571 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39231,1731529296666 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d97b25d56655e69b1e5ea81442f491d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529312324/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T20:21:52,575 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:52,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T20:21:52,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.ReplicationSink(318): Replicating [6be724a4-3957-4709-94d7-447db6067de8] bulk loaded data 2024-11-13T20:21:52,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bd2f1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:52,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44185,-1 for getting cluster id 2024-11-13T20:21:52,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:52,579 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b8b4e2-7103-45f5-bbd6-ac94363225f9' 2024-11-13T20:21:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b8b4e2-7103-45f5-bbd6-ac94363225f9" 2024-11-13T20:21:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@689aacdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44185,-1] 2024-11-13T20:21:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:52,581 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:52,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771df505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741837_1013 (size=7894) 2024-11-13T20:21:52,771 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 687, reset compression=false 2024-11-13T20:21:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741838_1014 (size=7691) 2024-11-13T20:21:53,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,075 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 687, reset compression=false 2024-11-13T20:21:53,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:21:53,334 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T20:21:53,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44185,1731529299241 2024-11-13T20:21:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694e117e 2024-11-13T20:21:53,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:53,405 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T20:21:53,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:21:53,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41509,1731529299278, seqNum=-1] 2024-11-13T20:21:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:53,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:53,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T20:21:53,418 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T20:21:53,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ for inclusion in 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T20:21:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:53,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ for inclusion in 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T20:21:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HRegion(2603): Flush status journal for 4f3513540cc482819060864645263d4f: 2024-11-13T20:21:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f7ac34604596401f9e3a18261cd5824a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:21:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/2b70417b16964a969b8653244bdaf6cc_SeqId_4_ 2024-11-13T20:21:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:21:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/8f3895390a3b4a379cebfe9679db499b_SeqId_4_ 2024-11-13T20:21:53,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ into 4f3513540cc482819060864645263d4f/f as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/2b70417b16964a969b8653244bdaf6cc_SeqId_4_ - updating store file list. 2024-11-13T20:21:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2b70417b16964a969b8653244bdaf6cc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:53,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/2b70417b16964a969b8653244bdaf6cc_SeqId_4_ into 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:53,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ into 4f3513540cc482819060864645263d4f/f (new location: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/2b70417b16964a969b8653244bdaf6cc_SeqId_4_) 2024-11-13T20:21:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/f7ac34604596401f9e3a18261cd5824a_SeqId_4_ 2024-11-13T20:21:53,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ into 4f3513540cc482819060864645263d4f/f as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/8f3895390a3b4a379cebfe9679db499b_SeqId_4_ - updating store file list. 2024-11-13T20:21:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f3895390a3b4a379cebfe9679db499b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:53,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/8f3895390a3b4a379cebfe9679db499b_SeqId_4_ into 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:53,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ into 4f3513540cc482819060864645263d4f/f (new location: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/8f3895390a3b4a379cebfe9679db499b_SeqId_4_) 2024-11-13T20:21:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__9g35uv2vfm0sra5ru0tm67jpioqdis7sdg5jpis35mdbhptohqf9lg24t1iia87i/f/1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_ 2024-11-13T20:21:53,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.ReplicationSink(324): Finished replicating [6be724a4-3957-4709-94d7-447db6067de8] bulk loaded data 2024-11-13T20:21:53,479 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 687, reset compression=false 2024-11-13T20:21:53,984 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 687, reset compression=false 2024-11-13T20:21:54,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,40643,1731529302983, seqNum=-1] 2024-11-13T20:21:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:54,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529308536.824396e90f0c225b85deeabf099f7511., hostname=04ac815325d6,40643,1731529302983, seqNum=2] 2024-11-13T20:21:54,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:54,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:21:54,356 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C39231%2C1731529296666.rep:(num 1731529310837) roll requested 2024-11-13T20:21:54,374 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.rep.1731529314356, exclude list is [], retry=0 2024-11-13T20:21:54,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41479,DS-e3399694-b5c5-4518-89dd-17b952702da9,DISK] 2024-11-13T20:21:54,378 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.rep.1731529310837 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.rep.1731529314356 2024-11-13T20:21:54,379 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-11-13T20:21:54,379 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.rep.1731529310837 is not closed yet, will try archiving it next time 2024-11-13T20:21:54,379 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C39231%2C1731529296666:(num 1731529297075) roll requested 2024-11-13T20:21:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741839_1015 (size=1505) 2024-11-13T20:21:54,395 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379, exclude list is [], retry=0 2024-11-13T20:21:54,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41479,DS-e3399694-b5c5-4518-89dd-17b952702da9,DISK] 2024-11-13T20:21:54,398 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 2024-11-13T20:21:54,398 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-11-13T20:21:54,398 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 is not closed yet, will try archiving it next time 2024-11-13T20:21:54,398 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 04ac815325d6%2C39231%2C1731529296666.meta:.meta(num 1731529298024) roll requested 2024-11-13T20:21:54,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34605,-1 for getting cluster id 2024-11-13T20:21:54,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:54,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741832_1008 (size=695) 2024-11-13T20:21:54,399 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6be724a4-3957-4709-94d7-447db6067de8' 2024-11-13T20:21:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6be724a4-3957-4709-94d7-447db6067de8" 2024-11-13T20:21:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdb4ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34605,-1] 2024-11-13T20:21:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:54,400 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/oldWALs/04ac815325d6%2C39231%2C1731529296666.1731529297075 2024-11-13T20:21:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:54,401 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134dd0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34605,1731529296608 2024-11-13T20:21:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f79a063 2024-11-13T20:21:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:54,404 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:54,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://04ac815325d6:42027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T20:21:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T20:21:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T20:21:54,407 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:42027' 2024-11-13T20:21:54,411 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240e4e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,411 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42027,-1 for getting cluster id 2024-11-13T20:21:54,411 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:54,411 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0ee689-c5a9-4c3b-b712-046e32f956d7' 2024-11-13T20:21:54,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0ee689-c5a9-4c3b-b712-046e32f956d7" 2024-11-13T20:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a1c21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42027,-1] 2024-11-13T20:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:54,413 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:54,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c5601e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,413 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:54,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42027,1731529302944 2024-11-13T20:21:54,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3457 2024-11-13T20:21:54,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:54,415 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:54,415 DEBUG [regionserver/04ac815325d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.meta.1731529314398.meta, exclude list is [], retry=0 2024-11-13T20:21:54,416 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T20:21:54,416 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T20:21:54,416 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:54,416 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:54,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:54,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41479,DS-e3399694-b5c5-4518-89dd-17b952702da9,DISK] 2024-11-13T20:21:54,419 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.meta.1731529298024.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.meta.1731529314398.meta 2024-11-13T20:21:54,419 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-11-13T20:21:54,419 DEBUG [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.meta.1731529298024.meta is not closed yet, will try archiving it next time 2024-11-13T20:21:54,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T20:21:54,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.meta.1731529298024.meta not finished, retry = 0 2024-11-13T20:21:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741834_1010 (size=3473) 2024-11-13T20:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T20:21:54,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T20:21:54,578 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T20:21:54,588 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 to pos 687, reset compression=false 2024-11-13T20:21:54,594 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 was moved to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/oldWALs/04ac815325d6%2C39231%2C1731529296666.1731529297075 2024-11-13T20:21:54,596 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075 2024-11-13T20:21:54,596 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379, startPosition=0, beingWritten=true 2024-11-13T20:21:54,596 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39231,1731529296666 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529297075, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T20:21:54,599 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [04ac815325d6%2C39231%2C1731529296666.1731529297075] 2024-11-13T20:21:54,613 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-04ac815325d6,39231,1731529296666, ReplicationSource: 2, currentBandwidth=0 2024-11-13T20:21:54,615 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T20:21:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T20:21:54,617 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 04ac815325d6,39231,1731529296666 suceeded 2024-11-13T20:21:54,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T20:21:54,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-13T20:21:54,619 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://04ac815325d6:42027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T20:21:54,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 215 msec 2024-11-13T20:21:54,637 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='04ac815325d6:42027' 2024-11-13T20:21:54,638 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af6ac49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,638 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42027,-1 for getting cluster id 2024-11-13T20:21:54,639 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:54,639 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0ee689-c5a9-4c3b-b712-046e32f956d7' 2024-11-13T20:21:54,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0ee689-c5a9-4c3b-b712-046e32f956d7" 2024-11-13T20:21:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@394afee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42027,-1] 2024-11-13T20:21:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:54,641 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:54,641 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1684ee16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:54,642 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42027,1731529302944 2024-11-13T20:21:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc3cb4a 2024-11-13T20:21:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:54,643 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T20:21:54,644 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-04ac815325d6,39231,1731529296666 (queues=1) is replicating from cluster=6be724a4-3957-4709-94d7-447db6067de8 to cluster=7e0ee689-c5a9-4c3b-b712-046e32f956d7 2024-11-13T20:21:54,644 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=04ac815325d6%2C39231%2C1731529296666 2024-11-13T20:21:54,644 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-04ac815325d6,39231,1731529296666, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T20:21:54,644 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379, startPosition=0, beingWritten=true 2024-11-13T20:21:54,644 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 04ac815325d6%2C39231%2C1731529296666 2024-11-13T20:21:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T20:21:54,743 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T20:21:54,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:54,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:54,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:54,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:54,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:54,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:21:54,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731529314747/Put/seqid=0 2024-11-13T20:21:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741845_1021 (size=11194) 2024-11-13T20:21:54,755 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731529314754/Put/seqid=0 2024-11-13T20:21:54,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741846_1022 (size=10791) 2024-11-13T20:21:54,849 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 0, reset compression=false 2024-11-13T20:21:55,154 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 0, reset compression=false 2024-11-13T20:21:55,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:55,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34605,-1 for getting cluster id 2024-11-13T20:21:55,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:55,162 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6be724a4-3957-4709-94d7-447db6067de8' 2024-11-13T20:21:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6be724a4-3957-4709-94d7-447db6067de8" 2024-11-13T20:21:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc41e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34605,-1] 2024-11-13T20:21:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:55,164 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:55,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:55,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,39231,1731529296666, seqNum=-1] 2024-11-13T20:21:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:55,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:21:55,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:55,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34605,1731529296608 2024-11-13T20:21:55,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3cfee6 2024-11-13T20:21:55,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:55,177 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:21:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2] 2024-11-13T20:21:55,183 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:21:55,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T20:21:55,191 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T20:21:55,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T20:21:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:55,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T20:21:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HRegion(2603): Flush status journal for 6d97b25d56655e69b1e5ea81442f491d: 2024-11-13T20:21:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_0 2024-11-13T20:21:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_0 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ 2024-11-13T20:21:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_1 2024-11-13T20:21:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_1 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ 2024-11-13T20:21:55,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_0 into 6d97b25d56655e69b1e5ea81442f491d/f as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ - updating store file list. 2024-11-13T20:21:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:55,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ into 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:55,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_0 into 6d97b25d56655e69b1e5ea81442f491d/f (new location: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_) 2024-11-13T20:21:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_0 2024-11-13T20:21:55,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_1 into 6d97b25d56655e69b1e5ea81442f491d/f as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ - updating store file list. 2024-11-13T20:21:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 721d8c34823043cb959f5548201b6fae_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:55,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ into 6d97b25d56655e69b1e5ea81442f491d/f 2024-11-13T20:21:55,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_1 into 6d97b25d56655e69b1e5ea81442f491d/f (new location: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/f/721d8c34823043cb959f5548201b6fae_SeqId_6_) 2024-11-13T20:21:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/staging/jenkins__test__vtvre9nnf4gmo8abeel2i5concpkl4vjjaek50alugqibbhtp13otbs1ve58gl2h/f/hfile_1 2024-11-13T20:21:55,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:55,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:55,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:55,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:55872 deadline: 1731529375233 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:55872 2024-11-13T20:21:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2 , the old value is region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=04ac815325d6:39231 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:21:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T20:21:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., hostname=04ac815325d6,39231,1731529296666, seqNum=2 from cache 2024-11-13T20:21:55,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:55,237 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T20:21:55,308 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 0, reset compression=false 2024-11-13T20:21:55,313 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:55,313 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39231,1731529296666 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d97b25d56655e69b1e5ea81442f491d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529315231/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T20:21:55,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.ReplicationSink(318): Replicating [6be724a4-3957-4709-94d7-447db6067de8] bulk loaded data 2024-11-13T20:21:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741839_1015 (size=11194) 2024-11-13T20:21:55,337 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:39231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T20:21:55,513 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:55,559 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 0, reset compression=false 2024-11-13T20:21:55,564 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T20:21:55,565 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-04ac815325d6,39231,1731529296666 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d97b25d56655e69b1e5ea81442f491d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731529315231/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T20:21:55,567 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:21:55,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T20:21:55,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.ReplicationSink(318): Replicating [6be724a4-3957-4709-94d7-447db6067de8] bulk loaded data 2024-11-13T20:21:55,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30234883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:55,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42027,-1 for getting cluster id 2024-11-13T20:21:55,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:21:55,570 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e0ee689-c5a9-4c3b-b712-046e32f956d7' 2024-11-13T20:21:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:21:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e0ee689-c5a9-4c3b-b712-046e32f956d7" 2024-11-13T20:21:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@709ce4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42027,-1] 2024-11-13T20:21:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:21:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:55,571 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:21:55,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a419f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:21:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741837_1013 (size=11194) 2024-11-13T20:21:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741840_1016 (size=10791) 2024-11-13T20:21:55,765 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:55,818 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741838_1014 (size=10791) 2024-11-13T20:21:55,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42027,1731529302944 2024-11-13T20:21:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780d4702 2024-11-13T20:21:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:21:56,000 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T20:21:56,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:21:56,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:21:56,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,40643,1731529302983, seqNum=-1] 2024-11-13T20:21:56,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:21:56,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T20:21:56,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T20:21:56,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T20:21:56,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ for inclusion in 824396e90f0c225b85deeabf099f7511/f 2024-11-13T20:21:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T20:21:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:56,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ for inclusion in 824396e90f0c225b85deeabf099f7511/f 2024-11-13T20:21:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T20:21:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HRegion(2603): Flush status journal for 824396e90f0c225b85deeabf099f7511: 2024-11-13T20:21:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 721d8c34823043cb959f5548201b6fae_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:21:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/b56287a14a8a41b385b256e2f4f81e91_SeqId_4_ 2024-11-13T20:21:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:21:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/c72246c7e65b4bbd97ad5de35fd00bdf_SeqId_4_ 2024-11-13T20:21:56,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ into 824396e90f0c225b85deeabf099f7511/f as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/b56287a14a8a41b385b256e2f4f81e91_SeqId_4_ - updating store file list. 2024-11-13T20:21:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b56287a14a8a41b385b256e2f4f81e91_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:56,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/b56287a14a8a41b385b256e2f4f81e91_SeqId_4_ into 824396e90f0c225b85deeabf099f7511/f 2024-11-13T20:21:56,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ into 824396e90f0c225b85deeabf099f7511/f (new location: hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/b56287a14a8a41b385b256e2f4f81e91_SeqId_4_) 2024-11-13T20:21:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ 2024-11-13T20:21:56,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ into 824396e90f0c225b85deeabf099f7511/f as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/c72246c7e65b4bbd97ad5de35fd00bdf_SeqId_4_ - updating store file list. 2024-11-13T20:21:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c72246c7e65b4bbd97ad5de35fd00bdf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:56,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/c72246c7e65b4bbd97ad5de35fd00bdf_SeqId_4_ into 824396e90f0c225b85deeabf099f7511/f 2024-11-13T20:21:56,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ into 824396e90f0c225b85deeabf099f7511/f (new location: hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/f/c72246c7e65b4bbd97ad5de35fd00bdf_SeqId_4_) 2024-11-13T20:21:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/staging/jenkins.hfs.23__test__9amujk84ke71ltvopptht3gqh804rndtgigm9c3mqdr4cucogfkmelu8vc38f0el/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ 2024-11-13T20:21:56,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40643 {}] regionserver.ReplicationSink(324): Finished replicating [6be724a4-3957-4709-94d7-447db6067de8] bulk loaded data 2024-11-13T20:21:56,070 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:56,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T20:21:56,153 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T20:21:56,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T20:21:56,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ for inclusion in 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T20:21:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:56,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ for inclusion in 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T20:21:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T20:21:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HRegion(2603): Flush status journal for 4f3513540cc482819060864645263d4f: 2024-11-13T20:21:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:21:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/b8115dd9cebc4238a89a26b05f2beb45_SeqId_6_ 2024-11-13T20:21:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 721d8c34823043cb959f5548201b6fae_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T20:21:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/1818cae0910944fabfba590686871f98_SeqId_6_ 2024-11-13T20:21:56,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ into 4f3513540cc482819060864645263d4f/f as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/b8115dd9cebc4238a89a26b05f2beb45_SeqId_6_ - updating store file list. 2024-11-13T20:21:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8115dd9cebc4238a89a26b05f2beb45_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:56,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/b8115dd9cebc4238a89a26b05f2beb45_SeqId_6_ into 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:56,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ into 4f3513540cc482819060864645263d4f/f (new location: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/b8115dd9cebc4238a89a26b05f2beb45_SeqId_6_) 2024-11-13T20:21:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/5d1eb8d1b19444a9af4330a847445b7e_SeqId_6_ 2024-11-13T20:21:56,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ into 4f3513540cc482819060864645263d4f/f as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/1818cae0910944fabfba590686871f98_SeqId_6_ - updating store file list. 2024-11-13T20:21:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1818cae0910944fabfba590686871f98_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T20:21:56,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/1818cae0910944fabfba590686871f98_SeqId_6_ into 4f3513540cc482819060864645263d4f/f 2024-11-13T20:21:56,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ into 4f3513540cc482819060864645263d4f/f (new location: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/f/1818cae0910944fabfba590686871f98_SeqId_6_) 2024-11-13T20:21:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/staging/jenkins.hfs.22__test__6f52c4isuv2oa6005n3e6rm0ed765v0e042se26g2dnao8tqgur7654gdlo4s8mi/f/721d8c34823043cb959f5548201b6fae_SeqId_6_ 2024-11-13T20:21:56,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] regionserver.ReplicationSink(324): Finished replicating [6be724a4-3957-4709-94d7-447db6067de8] bulk loaded data 2024-11-13T20:21:56,221 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:56,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:21:56,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:56,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:56,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:56,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:56,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:56,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:21:56,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=927998953, stopped=false 2024-11-13T20:21:56,254 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,42027,1731529302944 2024-11-13T20:21:56,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927266502/running 2024-11-13T20:21:56,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:56,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:56,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927266502/running 2024-11-13T20:21:56,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:56,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:56,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:56,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:56,257 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,40643,1731529302983' ***** 2024-11-13T20:21:56,257 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:21:56,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on znode that does not yet exist, /21927266502/running 2024-11-13T20:21:56,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Set watcher on znode that does not yet exist, /21927266502/running 2024-11-13T20:21:56,258 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:21:56,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(3091): Received CLOSE for 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,40643,1731529302983 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:40643. 2024-11-13T20:21:56,259 DEBUG [RS:0;04ac815325d6:40643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:56,259 DEBUG [RS:0;04ac815325d6:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:21:56,259 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:21:56,260 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:21:56,260 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 824396e90f0c225b85deeabf099f7511=test,,1731529308536.824396e90f0c225b85deeabf099f7511.} 2024-11-13T20:21:56,260 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 824396e90f0c225b85deeabf099f7511 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 824396e90f0c225b85deeabf099f7511, disabling compactions & flushes 2024-11-13T20:21:56,260 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529308536.824396e90f0c225b85deeabf099f7511. after waiting 0 ms 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:56,260 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:56,260 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:56,260 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T20:21:56,265 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/default/test/824396e90f0c225b85deeabf099f7511/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T20:21:56,266 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:56,266 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:56,266 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:56,266 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 824396e90f0c225b85deeabf099f7511: Waiting for close lock at 1731529316260Running coprocessor pre-close hooks at 1731529316260Disabling compacts and flushes for region at 1731529316260Disabling writes for close at 1731529316260Writing region close event to WAL at 1731529316261 (+1 ms)Running coprocessor post-close hooks at 1731529316265 (+4 ms)Closed at 1731529316266 (+1 ms) 2024-11-13T20:21:56,266 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529308536.824396e90f0c225b85deeabf099f7511. 2024-11-13T20:21:56,267 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:56,280 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/info/783bb4dd6bc3479d80e28b226d6bbf63 is 129, key is test,,1731529308536.824396e90f0c225b85deeabf099f7511./info:regioninfo/1731529309299/Put/seqid=0 2024-11-13T20:21:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741839_1015 (size=6421) 2024-11-13T20:21:56,460 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:56,488 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:56,660 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:56,685 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/info/783bb4dd6bc3479d80e28b226d6bbf63 2024-11-13T20:21:56,710 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/ns/98d6b89b97f1473da48f3875c85a9456 is 43, key is default/ns:d/1731529305146/Put/seqid=0 2024-11-13T20:21:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741840_1016 (size=5153) 2024-11-13T20:21:56,725 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:56,861 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:56,991 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:57,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:21:57,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:21:57,037 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128944 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [04ac815325d6,35347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:35347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T20:21:57,058 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:21:57,058 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:21:57,061 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:57,114 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/ns/98d6b89b97f1473da48f3875c85a9456 2024-11-13T20:21:57,132 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/rep_barrier/c10f550d474c4a77be79d682f9f65e1c is 112, key is test,,1731529308536.824396e90f0c225b85deeabf099f7511./rep_barrier:seqnumDuringOpen/1731529309299/Put/seqid=0 2024-11-13T20:21:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741841_1017 (size=5518) 2024-11-13T20:21:57,261 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:21:57,261 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:21:57,261 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:57,329 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:57,461 DEBUG [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:57,536 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/rep_barrier/c10f550d474c4a77be79d682f9f65e1c 2024-11-13T20:21:57,555 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/table/f945e641a704468c8360dd1afabc8446 is 40, key is test/table:state/1731529309308/Put/seqid=0 2024-11-13T20:21:57,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741842_1018 (size=5165) 2024-11-13T20:21:57,559 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/table/f945e641a704468c8360dd1afabc8446 2024-11-13T20:21:57,563 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/info/783bb4dd6bc3479d80e28b226d6bbf63 as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/info/783bb4dd6bc3479d80e28b226d6bbf63 2024-11-13T20:21:57,567 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/info/783bb4dd6bc3479d80e28b226d6bbf63, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T20:21:57,568 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/ns/98d6b89b97f1473da48f3875c85a9456 as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/ns/98d6b89b97f1473da48f3875c85a9456 2024-11-13T20:21:57,571 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/ns/98d6b89b97f1473da48f3875c85a9456, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:21:57,572 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/rep_barrier/c10f550d474c4a77be79d682f9f65e1c as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/rep_barrier/c10f550d474c4a77be79d682f9f65e1c 2024-11-13T20:21:57,575 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/rep_barrier/c10f550d474c4a77be79d682f9f65e1c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T20:21:57,576 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/.tmp/table/f945e641a704468c8360dd1afabc8446 as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/table/f945e641a704468c8360dd1afabc8446 2024-11-13T20:21:57,579 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/table/f945e641a704468c8360dd1afabc8446, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:21:57,580 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false 2024-11-13T20:21:57,588 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T20:21:57,589 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:57,589 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:21:57,589 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:57,589 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529316260Running coprocessor pre-close hooks at 1731529316260Disabling compacts and flushes for region at 1731529316260Disabling writes for close at 1731529316260Obtaining lock to block concurrent updates at 1731529316260Preparing flush snapshotting stores in 1588230740 at 1731529316260Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731529316261 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529316262 (+1 ms)Flushing 1588230740/info: creating writer at 1731529316262Flushing 1588230740/info: appending metadata at 1731529316280 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731529316280Flushing 1588230740/ns: creating writer at 1731529316689 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731529316709 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731529316709Flushing 1588230740/rep_barrier: creating writer at 1731529317118 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529317132 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529317132Flushing 1588230740/table: creating writer at 1731529317540 (+408 ms)Flushing 1588230740/table: appending metadata at 1731529317555 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731529317555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db5885e: reopening flushed file at 1731529317563 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dcbd9b1: reopening flushed file at 1731529317567 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e09043: reopening flushed file at 1731529317571 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171e4f4b: reopening flushed file at 1731529317575 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false at 1731529317580 (+5 ms)Writing region close event to WAL at 1731529317585 (+5 ms)Running coprocessor post-close hooks at 1731529317588 (+3 ms)Closed at 1731529317589 (+1 ms) 2024-11-13T20:21:57,589 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:21:57,595 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:57,661 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,40643,1731529302983; all regions closed. 2024-11-13T20:21:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741834_1010 (size=2717) 2024-11-13T20:21:57,665 DEBUG [RS:0;04ac815325d6:40643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/oldWALs 2024-11-13T20:21:57,665 INFO [RS:0;04ac815325d6:40643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C40643%2C1731529302983.meta:.meta(num 1731529305099) 2024-11-13T20:21:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741832_1008 (size=1028) 2024-11-13T20:21:57,669 DEBUG [RS:0;04ac815325d6:40643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/oldWALs 2024-11-13T20:21:57,669 INFO [RS:0;04ac815325d6:40643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C40643%2C1731529302983:(num 1731529304194) 2024-11-13T20:21:57,669 DEBUG [RS:0;04ac815325d6:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:57,669 INFO [RS:0;04ac815325d6:40643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:57,669 INFO [RS:0;04ac815325d6:40643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:57,669 INFO [RS:0;04ac815325d6:40643 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:57,669 INFO [RS:0;04ac815325d6:40643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:57,669 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:57,670 INFO [RS:0;04ac815325d6:40643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:40643. 2024-11-13T20:21:57,670 DEBUG [RS:0;04ac815325d6:40643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:57,670 DEBUG [RS:0;04ac815325d6:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:57,670 DEBUG [RS:0;04ac815325d6:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:57,670 INFO [RS:0;04ac815325d6:40643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40643 2024-11-13T20:21:57,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502/rs 2024-11-13T20:21:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927266502/rs/04ac815325d6,40643,1731529302983 2024-11-13T20:21:57,672 INFO [RS:0;04ac815325d6:40643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:57,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,40643,1731529302983] 2024-11-13T20:21:57,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21927266502/draining/04ac815325d6,40643,1731529302983 already deleted, retry=false 2024-11-13T20:21:57,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,40643,1731529302983 expired; onlineServers=0 2024-11-13T20:21:57,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,42027,1731529302944' ***** 2024-11-13T20:21:57,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:21:57,675 INFO [M:0;04ac815325d6:42027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:57,675 INFO [M:0;04ac815325d6:42027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:21:57,675 DEBUG [M:0;04ac815325d6:42027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:21:57,675 DEBUG [M:0;04ac815325d6:42027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:21:57,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:21:57,675 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529303955 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529303955,5,FailOnTimeoutGroup] 2024-11-13T20:21:57,675 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529303955 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529303955,5,FailOnTimeoutGroup] 2024-11-13T20:21:57,676 INFO [M:0;04ac815325d6:42027 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:21:57,676 INFO [M:0;04ac815325d6:42027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:21:57,676 DEBUG [M:0;04ac815325d6:42027 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:21:57,676 INFO [M:0;04ac815325d6:42027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:21:57,676 INFO [M:0;04ac815325d6:42027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:57,677 INFO [M:0;04ac815325d6:42027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:21:57,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:21:57,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927266502/master 2024-11-13T20:21:57,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927266502 2024-11-13T20:21:57,677 DEBUG [M:0;04ac815325d6:42027 {}] zookeeper.ZKUtil(347): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Unable to get data of znode /21927266502/master because node does not exist (not an error) 2024-11-13T20:21:57,677 WARN [M:0;04ac815325d6:42027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:21:57,678 INFO [M:0;04ac815325d6:42027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/.lastflushedseqids 2024-11-13T20:21:57,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741843_1019 (size=173) 2024-11-13T20:21:57,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:57,774 INFO [RS:0;04ac815325d6:40643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:57,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1003ace52040007, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:57,774 INFO [RS:0;04ac815325d6:40643 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,40643,1731529302983; zookeeper connection closed. 2024-11-13T20:21:57,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51a2b5ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51a2b5ca 2024-11-13T20:21:57,775 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:21:58,032 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:58,094 INFO [M:0;04ac815325d6:42027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:21:58,094 INFO [M:0;04ac815325d6:42027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:21:58,094 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:21:58,094 INFO [M:0;04ac815325d6:42027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:58,094 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:58,094 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:21:58,094 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:58,094 INFO [M:0;04ac815325d6:42027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T20:21:58,110 DEBUG [M:0;04ac815325d6:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8486ed65ab4ad8895c29a165f64b75 is 82, key is hbase:meta,,1/info:regioninfo/1731529305136/Put/seqid=0 2024-11-13T20:21:58,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741844_1020 (size=5672) 2024-11-13T20:21:58,299 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:58,514 INFO [M:0;04ac815325d6:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8486ed65ab4ad8895c29a165f64b75 2024-11-13T20:21:58,533 DEBUG [M:0;04ac815325d6:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14ba11c042a640d2ad2c08a4419b397e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529309312/Put/seqid=0 2024-11-13T20:21:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741845_1021 (size=6586) 2024-11-13T20:21:58,835 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:58,938 INFO [M:0;04ac815325d6:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14ba11c042a640d2ad2c08a4419b397e 2024-11-13T20:21:58,961 DEBUG [M:0;04ac815325d6:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b449bd78cf00431dbe104a9907520543 is 69, key is 04ac815325d6,40643,1731529302983/rs:state/1731529304035/Put/seqid=0 2024-11-13T20:21:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741846_1022 (size=5156) 2024-11-13T20:21:59,103 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:59,365 INFO [M:0;04ac815325d6:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b449bd78cf00431dbe104a9907520543 2024-11-13T20:21:59,369 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8486ed65ab4ad8895c29a165f64b75 as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8486ed65ab4ad8895c29a165f64b75 2024-11-13T20:21:59,373 INFO [M:0;04ac815325d6:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8486ed65ab4ad8895c29a165f64b75, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T20:21:59,374 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14ba11c042a640d2ad2c08a4419b397e as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14ba11c042a640d2ad2c08a4419b397e 2024-11-13T20:21:59,377 INFO [M:0;04ac815325d6:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14ba11c042a640d2ad2c08a4419b397e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T20:21:59,378 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b449bd78cf00431dbe104a9907520543 as hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b449bd78cf00431dbe104a9907520543 2024-11-13T20:21:59,381 INFO [M:0;04ac815325d6:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39229/user/jenkins/test-data/ef39e42d-bdb2-2872-d159-22bd4d78217a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b449bd78cf00431dbe104a9907520543, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T20:21:59,382 INFO [M:0;04ac815325d6:42027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=55, compaction requested=false 2024-11-13T20:21:59,383 INFO [M:0;04ac815325d6:42027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:21:59,383 DEBUG [M:0;04ac815325d6:42027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529318094Disabling compacts and flushes for region at 1731529318094Disabling writes for close at 1731529318094Obtaining lock to block concurrent updates at 1731529318094Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529318094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731529318095 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529318095Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529318095Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529318109 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529318109Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529318518 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529318533 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529318533Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529318942 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529318960 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529318960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8bbace: reopening flushed file at 1731529319369 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4785189e: reopening flushed file at 1731529319373 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99dc443: reopening flushed file at 1731529319377 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=55, compaction requested=false at 1731529319382 (+5 ms)Writing region close event to WAL at 1731529319383 (+1 ms)Closed at 1731529319383 2024-11-13T20:21:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42429 is added to blk_1073741830_1006 (size=32770) 2024-11-13T20:21:59,386 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:21:59,386 INFO [M:0;04ac815325d6:42027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:21:59,386 INFO [M:0;04ac815325d6:42027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42027 2024-11-13T20:21:59,386 INFO [M:0;04ac815325d6:42027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:21:59,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:59,489 INFO [M:0;04ac815325d6:42027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:21:59,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1003ace52040006, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:21:59,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6616f67b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:21:59,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:59,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:59,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:59,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:59,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:21:59,495 WARN [BP-1286628425-172.17.0.2-1731529301952 heartbeating to localhost/127.0.0.1:39229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:21:59,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:21:59,495 WARN [BP-1286628425-172.17.0.2-1731529301952 heartbeating to localhost/127.0.0.1:39229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1286628425-172.17.0.2-1731529301952 (Datanode Uuid 1cda2272-eb83-432e-a02f-2e6a93c690da) service to localhost/127.0.0.1:39229 2024-11-13T20:21:59,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/cluster_afff3381-61b4-172d-e6fe-721182d1980b/data/data1/current/BP-1286628425-172.17.0.2-1731529301952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:59,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/cluster_afff3381-61b4-172d-e6fe-721182d1980b/data/data2/current/BP-1286628425-172.17.0.2-1731529301952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:21:59,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:21:59,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e89e4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:21:59,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:21:59,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:21:59,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:21:59,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9421335e-e0a7-57d6-29df-ce0b078baa41/hadoop.log.dir/,STOPPED} 2024-11-13T20:21:59,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:21:59,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:21:59,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:59,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:59,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:59,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:59,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:21:59,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:21:59,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911245106, stopped=false 2024-11-13T20:21:59,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,44185,1731529299241 2024-11-13T20:21:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-753538440/running 2024-11-13T20:21:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-753538440/running 2024-11-13T20:21:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:21:59,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:21:59,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:21:59,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on znode that does not yet exist, /1-753538440/running 2024-11-13T20:21:59,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:59,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:59,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,41509,1731529299278' ***** 2024-11-13T20:21:59,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:21:59,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Set watcher on znode that does not yet exist, /1-753538440/running 2024-11-13T20:21:59,522 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:21:59,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f3513540cc482819060864645263d4f 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,41509,1731529299278 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:41509. 2024-11-13T20:21:59,523 DEBUG [RS:0;04ac815325d6:41509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:21:59,523 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f3513540cc482819060864645263d4f, disabling compactions & flushes 2024-11-13T20:21:59,523 DEBUG [RS:0;04ac815325d6:41509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:21:59,523 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:59,523 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:59,523 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529306380.4f3513540cc482819060864645263d4f. after waiting 0 ms 2024-11-13T20:21:59,523 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:21:59,523 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:21:59,524 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:21:59,524 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4f3513540cc482819060864645263d4f=test,,1731529306380.4f3513540cc482819060864645263d4f.} 2024-11-13T20:21:59,524 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f3513540cc482819060864645263d4f 2024-11-13T20:21:59,524 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:21:59,524 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:21:59,524 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:21:59,524 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:21:59,524 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:21:59,524 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T20:21:59,530 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/default/test/4f3513540cc482819060864645263d4f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:21:59,531 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:21:59,531 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:21:59,531 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:59,531 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f3513540cc482819060864645263d4f: Waiting for close lock at 1731529319523Running coprocessor pre-close hooks at 1731529319523Disabling compacts and flushes for region at 1731529319523Disabling writes for close at 1731529319523Writing region close event to WAL at 1731529319524 (+1 ms)Running coprocessor post-close hooks at 1731529319531 (+7 ms)Closed at 1731529319531 2024-11-13T20:21:59,531 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529306380.4f3513540cc482819060864645263d4f. 2024-11-13T20:21:59,543 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/info/182ef8bfd4d74c82a4ca9268eaeed15c is 129, key is test,,1731529306380.4f3513540cc482819060864645263d4f./info:regioninfo/1731529307530/Put/seqid=0 2024-11-13T20:21:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741841_1017 (size=6421) 2024-11-13T20:21:59,560 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:21:59,724 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:59,739 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:21:59,747 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:21:59,747 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:21:59,924 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:21:59,948 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/info/182ef8bfd4d74c82a4ca9268eaeed15c 2024-11-13T20:21:59,969 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/ns/516602daba054eba868b6e416113df46 is 43, key is default/ns:d/1731529301867/Put/seqid=0 2024-11-13T20:21:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:22:00,006 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:22:00,011 DEBUG [master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-13T20:22:00,011 DEBUG [master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T20:22:00,124 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:00,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:22:00,325 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:00,373 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/ns/516602daba054eba868b6e416113df46 2024-11-13T20:22:00,395 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/rep_barrier/fb5af06d60ce41a58f62afdee769c219 is 112, key is test,,1731529306380.4f3513540cc482819060864645263d4f./rep_barrier:seqnumDuringOpen/1731529307530/Put/seqid=0 2024-11-13T20:22:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741843_1019 (size=5518) 2024-11-13T20:22:00,399 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/rep_barrier/fb5af06d60ce41a58f62afdee769c219 2024-11-13T20:22:00,416 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/table/c20be3013323488f82c610f36e5d10b6 is 40, key is test/table:state/1731529307537/Put/seqid=0 2024-11-13T20:22:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741844_1020 (size=5165) 2024-11-13T20:22:00,525 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:22:00,525 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:22:00,525 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:00,725 DEBUG [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:00,743 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:22:00,821 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/table/c20be3013323488f82c610f36e5d10b6 2024-11-13T20:22:00,826 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/info/182ef8bfd4d74c82a4ca9268eaeed15c as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/info/182ef8bfd4d74c82a4ca9268eaeed15c 2024-11-13T20:22:00,830 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/info/182ef8bfd4d74c82a4ca9268eaeed15c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T20:22:00,830 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/ns/516602daba054eba868b6e416113df46 as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/ns/516602daba054eba868b6e416113df46 2024-11-13T20:22:00,833 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/ns/516602daba054eba868b6e416113df46, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:22:00,834 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/rep_barrier/fb5af06d60ce41a58f62afdee769c219 as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/rep_barrier/fb5af06d60ce41a58f62afdee769c219 2024-11-13T20:22:00,838 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/rep_barrier/fb5af06d60ce41a58f62afdee769c219, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T20:22:00,838 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/.tmp/table/c20be3013323488f82c610f36e5d10b6 as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/table/c20be3013323488f82c610f36e5d10b6 2024-11-13T20:22:00,841 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/table/c20be3013323488f82c610f36e5d10b6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T20:22:00,842 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false 2024-11-13T20:22:00,845 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T20:22:00,846 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:22:00,846 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:22:00,846 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:22:00,846 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529319524Running coprocessor pre-close hooks at 1731529319524Disabling compacts and flushes for region at 1731529319524Disabling writes for close at 1731529319524Obtaining lock to block concurrent updates at 1731529319524Preparing flush snapshotting stores in 1588230740 at 1731529319524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731529319524Flushing stores of hbase:meta,,1.1588230740 at 1731529319525 (+1 ms)Flushing 1588230740/info: creating writer at 1731529319525Flushing 1588230740/info: appending metadata at 1731529319543 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731529319543Flushing 1588230740/ns: creating writer at 1731529319953 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731529319969 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731529319969Flushing 1588230740/rep_barrier: creating writer at 1731529320377 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529320394 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529320394Flushing 1588230740/table: creating writer at 1731529320402 (+8 ms)Flushing 1588230740/table: appending metadata at 1731529320416 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731529320416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d464950: reopening flushed file at 1731529320825 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4720fa05: reopening flushed file at 1731529320830 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4a9d77: reopening flushed file at 1731529320834 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a2ec44: reopening flushed file at 1731529320838 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false at 1731529320842 (+4 ms)Writing region close event to WAL at 1731529320843 (+1 ms)Running coprocessor post-close hooks at 1731529320846 (+3 ms)Closed at 1731529320846 2024-11-13T20:22:00,846 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:22:00,925 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,41509,1731529299278; all regions closed. 2024-11-13T20:22:00,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741834_1010 (size=2717) 2024-11-13T20:22:00,929 DEBUG [RS:0;04ac815325d6:41509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/oldWALs 2024-11-13T20:22:00,929 INFO [RS:0;04ac815325d6:41509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41509%2C1731529299278.meta:.meta(num 1731529301829) 2024-11-13T20:22:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741832_1008 (size=1374) 2024-11-13T20:22:00,933 DEBUG [RS:0;04ac815325d6:41509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/oldWALs 2024-11-13T20:22:00,933 INFO [RS:0;04ac815325d6:41509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41509%2C1731529299278:(num 1731529300893) 2024-11-13T20:22:00,933 DEBUG [RS:0;04ac815325d6:41509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:00,933 INFO [RS:0;04ac815325d6:41509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:22:00,933 INFO [RS:0;04ac815325d6:41509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:22:00,933 INFO [RS:0;04ac815325d6:41509 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:22:00,933 INFO [RS:0;04ac815325d6:41509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:22:00,933 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:22:00,933 INFO [RS:0;04ac815325d6:41509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:41509. 2024-11-13T20:22:00,934 DEBUG [RS:0;04ac815325d6:41509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:22:00,934 DEBUG [RS:0;04ac815325d6:41509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:00,934 DEBUG [RS:0;04ac815325d6:41509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:00,934 INFO [RS:0;04ac815325d6:41509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41509 2024-11-13T20:22:00,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:22:00,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-753538440/rs/04ac815325d6,41509,1731529299278 2024-11-13T20:22:00,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440/rs 2024-11-13T20:22:00,936 INFO [RS:0;04ac815325d6:41509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:22:00,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,41509,1731529299278] 2024-11-13T20:22:00,939 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-753538440/draining/04ac815325d6,41509,1731529299278 already deleted, retry=false 2024-11-13T20:22:00,939 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,41509,1731529299278 expired; onlineServers=0 2024-11-13T20:22:00,939 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,44185,1731529299241' ***** 2024-11-13T20:22:00,939 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:22:00,939 INFO [M:0;04ac815325d6:44185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:22:00,939 INFO [M:0;04ac815325d6:44185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:22:00,939 DEBUG [M:0;04ac815325d6:44185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:22:00,939 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:22:00,939 DEBUG [M:0;04ac815325d6:44185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:22:00,939 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529300696 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529300696,5,FailOnTimeoutGroup] 2024-11-13T20:22:00,939 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529300693 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529300693,5,FailOnTimeoutGroup] 2024-11-13T20:22:00,939 INFO [M:0;04ac815325d6:44185 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:22:00,939 INFO [M:0;04ac815325d6:44185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:22:00,939 DEBUG [M:0;04ac815325d6:44185 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:22:00,939 INFO [M:0;04ac815325d6:44185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:22:00,939 INFO [M:0;04ac815325d6:44185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:22:00,939 INFO [M:0;04ac815325d6:44185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:22:00,940 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:22:00,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-753538440/master 2024-11-13T20:22:00,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-753538440 2024-11-13T20:22:00,941 DEBUG [M:0;04ac815325d6:44185 {}] zookeeper.ZKUtil(347): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Unable to get data of znode /1-753538440/master because node does not exist (not an error) 2024-11-13T20:22:00,941 WARN [M:0;04ac815325d6:44185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:22:00,942 INFO [M:0;04ac815325d6:44185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/.lastflushedseqids 2024-11-13T20:22:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741845_1021 (size=173) 2024-11-13T20:22:01,010 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:22:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:01,037 INFO [RS:0;04ac815325d6:41509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:22:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41509-0x1003ace52040004, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:01,038 INFO [RS:0;04ac815325d6:41509 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,41509,1731529299278; zookeeper connection closed. 2024-11-13T20:22:01,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52a5929c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52a5929c 2024-11-13T20:22:01,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:22:01,346 INFO [M:0;04ac815325d6:44185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:22:01,346 INFO [M:0;04ac815325d6:44185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:22:01,346 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:22:01,346 INFO [M:0;04ac815325d6:44185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:01,346 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:01,346 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:22:01,346 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:01,346 INFO [M:0;04ac815325d6:44185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T20:22:01,365 DEBUG [M:0;04ac815325d6:44185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0530935830ee49f1bc967efa539314f2 is 82, key is hbase:meta,,1/info:regioninfo/1731529301859/Put/seqid=0 2024-11-13T20:22:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741846_1022 (size=5672) 2024-11-13T20:22:01,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:22:01,769 INFO [M:0;04ac815325d6:44185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0530935830ee49f1bc967efa539314f2 2024-11-13T20:22:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,793 DEBUG [M:0;04ac815325d6:44185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/617b9159f75046d98c18d016c0c89fd0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529307540/Put/seqid=0 2024-11-13T20:22:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741847_1023 (size=6586) 2024-11-13T20:22:01,797 INFO [M:0;04ac815325d6:44185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/617b9159f75046d98c18d016c0c89fd0 2024-11-13T20:22:01,817 DEBUG [M:0;04ac815325d6:44185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7437eb0fd4b4614ac788e7853fcca79 is 69, key is 04ac815325d6,41509,1731529299278/rs:state/1731529300726/Put/seqid=0 2024-11-13T20:22:01,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741848_1024 (size=5156) 2024-11-13T20:22:01,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,821 INFO [M:0;04ac815325d6:44185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7437eb0fd4b4614ac788e7853fcca79 2024-11-13T20:22:01,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,826 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0530935830ee49f1bc967efa539314f2 as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0530935830ee49f1bc967efa539314f2 2024-11-13T20:22:01,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,830 INFO [M:0;04ac815325d6:44185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0530935830ee49f1bc967efa539314f2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T20:22:01,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,831 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/617b9159f75046d98c18d016c0c89fd0 as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/617b9159f75046d98c18d016c0c89fd0 2024-11-13T20:22:01,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,834 INFO [M:0;04ac815325d6:44185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/617b9159f75046d98c18d016c0c89fd0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T20:22:01,836 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7437eb0fd4b4614ac788e7853fcca79 as hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7437eb0fd4b4614ac788e7853fcca79 2024-11-13T20:22:01,839 INFO [M:0;04ac815325d6:44185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/a5a2516e-c67f-4e97-a034-e9c1cb895932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7437eb0fd4b4614ac788e7853fcca79, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T20:22:01,840 INFO [M:0;04ac815325d6:44185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=55, compaction requested=false 2024-11-13T20:22:01,844 INFO [M:0;04ac815325d6:44185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:01,844 DEBUG [M:0;04ac815325d6:44185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529321346Disabling compacts and flushes for region at 1731529321346Disabling writes for close at 1731529321346Obtaining lock to block concurrent updates at 1731529321346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529321346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731529321347 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529321347Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529321347Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529321365 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529321365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529321774 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529321792 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529321792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529321801 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529321816 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529321816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549d10e9: reopening flushed file at 1731529321825 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a9f057: reopening flushed file at 1731529321830 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733071cb: reopening flushed file at 1731529321835 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=55, compaction requested=false at 1731529321840 (+5 ms)Writing region close event to WAL at 1731529321844 (+4 ms)Closed at 1731529321844 2024-11-13T20:22:01,847 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:22:01,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:22:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741830_1006 (size=32770) 2024-11-13T20:22:01,860 INFO [M:0;04ac815325d6:44185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:22:01,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:22:01,860 INFO [M:0;04ac815325d6:44185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44185 2024-11-13T20:22:01,861 INFO [M:0;04ac815325d6:44185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:22:01,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:01,963 INFO [M:0;04ac815325d6:44185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:22:01,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44185-0x1003ace52040003, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10340eae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:22:01,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:22:01,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:22:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:22:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.log.dir/,STOPPED} 2024-11-13T20:22:01,968 WARN [BP-1331129525-172.17.0.2-1731529298234 heartbeating to localhost/127.0.0.1:41777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:22:01,968 WARN [BP-1331129525-172.17.0.2-1731529298234 heartbeating to localhost/127.0.0.1:41777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331129525-172.17.0.2-1731529298234 (Datanode Uuid 29a53d03-54bb-4689-bb8d-3fb0d6d2f5ae) service to localhost/127.0.0.1:41777 2024-11-13T20:22:01,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:22:01,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:22:01,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/cluster_f8adcc3f-5d1d-eea9-1eae-efb8d84eae86/data/data1/current/BP-1331129525-172.17.0.2-1731529298234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:22:01,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/cluster_f8adcc3f-5d1d-eea9-1eae-efb8d84eae86/data/data2/current/BP-1331129525-172.17.0.2-1731529298234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:22:01,969 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:22:01,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@690fba0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:22:01,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:22:01,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:22:01,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:22:01,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281ff002-487b-6b24-2423-8124d45c9f6c/hadoop.log.dir/,STOPPED} 2024-11-13T20:22:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:22:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:22:01,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:22:01,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:22:01,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:01,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:01,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:22:01,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:22:01,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=94638197, stopped=false 2024-11-13T20:22:01,992 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,34605,1731529296608 2024-11-13T20:22:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01659394575/running 2024-11-13T20:22:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01659394575/running 2024-11-13T20:22:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:22:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:22:01,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:22:01,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:22:01,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:22:01,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:01,994 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,39231,1731529296666' ***** 2024-11-13T20:22:01,994 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:22:01,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on znode that does not yet exist, /01659394575/running 2024-11-13T20:22:01,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Set watcher on znode that does not yet exist, /01659394575/running 2024-11-13T20:22:01,995 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:22:01,996 INFO [RS:0;04ac815325d6:39231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:22:01,996 INFO [RS:0;04ac815325d6:39231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:22:01,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:22:01,996 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:22:01,996 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:22:01,996 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,39231,1731529296666 2024-11-13T20:22:01,996 INFO [RS:0;04ac815325d6:39231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:22:01,996 INFO [RS:0;04ac815325d6:39231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39231. 2024-11-13T20:22:01,996 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d97b25d56655e69b1e5ea81442f491d, disabling compactions & flushes 2024-11-13T20:22:01,996 DEBUG [RS:0;04ac815325d6:39231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:22:01,996 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:22:01,996 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:01,996 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:22:01,996 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. after waiting 0 ms 2024-11-13T20:22:01,996 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:22:01,997 INFO [RS:0;04ac815325d6:39231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:22:01,997 INFO [RS:0;04ac815325d6:39231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:22:01,997 INFO [RS:0;04ac815325d6:39231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:22:01,997 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:22:01,997 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:22:01,997 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d97b25d56655e69b1e5ea81442f491d=test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d., 5260fbd210f89c7641868c44d71a3175=hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175.} 2024-11-13T20:22:01,997 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5260fbd210f89c7641868c44d71a3175, 6d97b25d56655e69b1e5ea81442f491d 2024-11-13T20:22:01,997 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:22:01,997 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:22:01,997 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:22:01,997 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:22:01,997 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:22:01,997 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T20:22:02,001 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/default/test/6d97b25d56655e69b1e5ea81442f491d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T20:22:02,002 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d97b25d56655e69b1e5ea81442f491d: Waiting for close lock at 1731529321996Running coprocessor pre-close hooks at 1731529321996Disabling compacts and flushes for region at 1731529321996Disabling writes for close at 1731529321996Writing region close event to WAL at 1731529321999 (+3 ms)Running coprocessor post-close hooks at 1731529322002 (+3 ms)Closed at 1731529322002 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d. 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5260fbd210f89c7641868c44d71a3175, disabling compactions & flushes 2024-11-13T20:22:02,002 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. after waiting 0 ms 2024-11-13T20:22:02,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:22:02,002 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5260fbd210f89c7641868c44d71a3175 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T20:22:02,017 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/info/f815378d112f4b83b6caf3cfad7eb95d is 147, key is hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175./info:regioninfo/1731529310876/Put/seqid=0 2024-11-13T20:22:02,018 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/.tmp/hfileref/0fb0dd331dcb4923b08e07fe358db969 is 74, key is 1/hfileref:1a7a6ae4935f44c3a4f919ecb2d722d2_SeqId_4_/1731529313442/DeleteColumn/seqid=0 2024-11-13T20:22:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741847_1023 (size=7686) 2024-11-13T20:22:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741848_1024 (size=5489) 2024-11-13T20:22:02,053 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:22:02,114 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:22:02,118 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:22:02,118 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:02,118 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-04ac815325d6,39231,1731529296666 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:22:02,120 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 04ac815325d6,39231,1731529296666: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-04ac815325d6,39231,1731529296666, walGroup=04ac815325d6%2C39231%2C1731529296666, offset=04ac815325d6%2C39231%2C1731529296666.1731529314379:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:39231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T20:22:02,122 ERROR [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:22:02,122 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:22:02,122 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:22:02,122 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:22:02,122 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:22:02,122 INFO [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1098394936 }, "NonHeapMemoryUsage": { "committed": 210239488, "init": 7667712, "max": -1, "used": 207384152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:22:02,123 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:34605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:34605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T20:22:02,197 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:22:02,321 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:02,397 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5260fbd210f89c7641868c44d71a3175 2024-11-13T20:22:02,421 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/info/f815378d112f4b83b6caf3cfad7eb95d 2024-11-13T20:22:02,422 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/.tmp/hfileref/0fb0dd331dcb4923b08e07fe358db969 2024-11-13T20:22:02,441 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/ns/256e403da3d44f299373669f22efdef8 is 43, key is default/ns:d/1731529298085/Put/seqid=0 2024-11-13T20:22:02,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741849_1025 (size=5153) 2024-11-13T20:22:02,449 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/.tmp/queue/4e925343f4ae4992b017d65c04f828cb is 153, key is 1-04ac815325d6,39231,1731529296666/queue:04ac815325d6%2C39231%2C1731529296666/1731529316180/Put/seqid=0 2024-11-13T20:22:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741850_1026 (size=5504) 2024-11-13T20:22:02,453 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/.tmp/queue/4e925343f4ae4992b017d65c04f828cb 2024-11-13T20:22:02,457 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/.tmp/hfileref/0fb0dd331dcb4923b08e07fe358db969 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/hfileref/0fb0dd331dcb4923b08e07fe358db969 2024-11-13T20:22:02,465 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/hfileref/0fb0dd331dcb4923b08e07fe358db969, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T20:22:02,466 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/.tmp/queue/4e925343f4ae4992b017d65c04f828cb as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/queue/4e925343f4ae4992b017d65c04f828cb 2024-11-13T20:22:02,470 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/queue/4e925343f4ae4992b017d65c04f828cb, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T20:22:02,471 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5260fbd210f89c7641868c44d71a3175 in 469ms, sequenceid=17, compaction requested=false 2024-11-13T20:22:02,475 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/replication/5260fbd210f89c7641868c44d71a3175/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T20:22:02,476 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:22:02,476 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:22:02,476 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:22:02,476 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5260fbd210f89c7641868c44d71a3175: Waiting for close lock at 1731529322002Running coprocessor pre-close hooks at 1731529322002Disabling compacts and flushes for region at 1731529322002Disabling writes for close at 1731529322002Obtaining lock to block concurrent updates at 1731529322002Preparing flush snapshotting stores in 5260fbd210f89c7641868c44d71a3175 at 1731529322002Finished memstore snapshotting hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731529322003 (+1 ms)Flushing stores of hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. at 1731529322003Flushing 5260fbd210f89c7641868c44d71a3175/hfileref: creating writer at 1731529322003Flushing 5260fbd210f89c7641868c44d71a3175/hfileref: appending metadata at 1731529322018 (+15 ms)Flushing 5260fbd210f89c7641868c44d71a3175/hfileref: closing flushed file at 1731529322018Flushing 5260fbd210f89c7641868c44d71a3175/queue: creating writer at 1731529322426 (+408 ms)Flushing 5260fbd210f89c7641868c44d71a3175/queue: appending metadata at 1731529322449 (+23 ms)Flushing 5260fbd210f89c7641868c44d71a3175/queue: closing flushed file at 1731529322449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b078e32: reopening flushed file at 1731529322457 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1244c3a6: reopening flushed file at 1731529322465 (+8 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5260fbd210f89c7641868c44d71a3175 in 469ms, sequenceid=17, compaction requested=false at 1731529322471 (+6 ms)Writing region close event to WAL at 1731529322472 (+1 ms)Running coprocessor post-close hooks at 1731529322476 (+4 ms)Closed at 1731529322476 2024-11-13T20:22:02,476 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731529309698.5260fbd210f89c7641868c44d71a3175. 2024-11-13T20:22:02,598 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:02,625 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:02,798 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:02,845 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/ns/256e403da3d44f299373669f22efdef8 2024-11-13T20:22:02,863 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/rep_barrier/32231d1a3ba34d8ebdb68e6bf53c1b17 is 112, key is test,,1731529305233.6d97b25d56655e69b1e5ea81442f491d./rep_barrier:seqnumDuringOpen/1731529305990/Put/seqid=0 2024-11-13T20:22:02,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741851_1027 (size=5518) 2024-11-13T20:22:02,934 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:22:02,934 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:22:02,998 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:22:02,998 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:22:02,998 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:03,028 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:03,058 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 393, reset compression=false 2024-11-13T20:22:03,063 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T20:22:03,063 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:03,063 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-04ac815325d6,39231,1731529296666 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T20:22:03,064 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T20:22:03,198 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:03,267 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:03,267 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/rep_barrier/32231d1a3ba34d8ebdb68e6bf53c1b17 2024-11-13T20:22:03,289 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/table/945eb515faeb4e06a15c67159f8bab15 is 53, key is hbase:replication/table:state/1731529310883/Put/seqid=0 2024-11-13T20:22:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741852_1028 (size=5308) 2024-11-13T20:22:03,398 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:03,532 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:03,570 DEBUG [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/WALs/04ac815325d6,39231,1731529296666/04ac815325d6%2C39231%2C1731529296666.1731529314379 to pos 688, reset compression=false 2024-11-13T20:22:03,599 DEBUG [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:22:03,692 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/table/945eb515faeb4e06a15c67159f8bab15 2024-11-13T20:22:03,697 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/info/f815378d112f4b83b6caf3cfad7eb95d as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/info/f815378d112f4b83b6caf3cfad7eb95d 2024-11-13T20:22:03,701 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/info/f815378d112f4b83b6caf3cfad7eb95d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T20:22:03,702 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/ns/256e403da3d44f299373669f22efdef8 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/ns/256e403da3d44f299373669f22efdef8 2024-11-13T20:22:03,706 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/ns/256e403da3d44f299373669f22efdef8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T20:22:03,706 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/rep_barrier/32231d1a3ba34d8ebdb68e6bf53c1b17 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/rep_barrier/32231d1a3ba34d8ebdb68e6bf53c1b17 2024-11-13T20:22:03,711 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/rep_barrier/32231d1a3ba34d8ebdb68e6bf53c1b17, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T20:22:03,712 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/.tmp/table/945eb515faeb4e06a15c67159f8bab15 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/table/945eb515faeb4e06a15c67159f8bab15 2024-11-13T20:22:03,715 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/table/945eb515faeb4e06a15c67159f8bab15, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T20:22:03,716 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-13T20:22:03,716 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:22:03,721 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T20:22:03,721 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T20:22:03,721 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:22:03,721 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:22:03,721 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529321997Running coprocessor pre-close hooks at 1731529321997Disabling compacts and flushes for region at 1731529321997Disabling writes for close at 1731529321997Obtaining lock to block concurrent updates at 1731529321997Preparing flush snapshotting stores in 1588230740 at 1731529321997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731529321998 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529321998Flushing 1588230740/info: creating writer at 1731529321998Flushing 1588230740/info: appending metadata at 1731529322016 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731529322016Flushing 1588230740/ns: creating writer at 1731529322426 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731529322440 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731529322440Flushing 1588230740/rep_barrier: creating writer at 1731529322849 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731529322863 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731529322863Flushing 1588230740/table: creating writer at 1731529323272 (+409 ms)Flushing 1588230740/table: appending metadata at 1731529323288 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731529323288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50845063: reopening flushed file at 1731529323696 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2794102b: reopening flushed file at 1731529323701 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c6e74e: reopening flushed file at 1731529323706 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efcf5d2: reopening flushed file at 1731529323711 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731529323716 (+5 ms)Writing region close event to WAL at 1731529323718 (+2 ms)Running coprocessor post-close hooks at 1731529323721 (+3 ms)Closed at 1731529323721 2024-11-13T20:22:03,721 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:22:03,799 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,39231,1731529296666; all regions closed. 2024-11-13T20:22:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741844_1020 (size=859) 2024-11-13T20:22:03,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741842_1018 (size=2791) 2024-11-13T20:22:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741843_1019 (size=696) 2024-11-13T20:22:03,807 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:03,807 INFO [RS:0;04ac815325d6:39231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:22:03,807 INFO [RS:0;04ac815325d6:39231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:22:03,807 INFO [RS:0;04ac815325d6:39231 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:22:03,807 INFO [RS:0;04ac815325d6:39231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:22:03,807 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:22:03,808 INFO [RS:0;04ac815325d6:39231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-04ac815325d6,39231,1731529296666 because: Region server is closing 2024-11-13T20:22:03,808 INFO [RS:0;04ac815325d6:39231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39231. 2024-11-13T20:22:03,808 DEBUG [RS:0;04ac815325d6:39231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:22:03,808 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:03,808 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:03,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:22:03,909 INFO [RS:0;04ac815325d6:39231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 terminated 2024-11-13T20:22:03,909 INFO [RS:0;04ac815325d6:39231 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-04ac815325d6,39231,1731529296666 because: Region server is closing 2024-11-13T20:22:03,909 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,1-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,1-04ac815325d6,39231,1731529296666 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:22:03,909 INFO [RS:0;04ac815325d6:39231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:39231. 2024-11-13T20:22:03,909 DEBUG [RS:0;04ac815325d6:39231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:22:03,909 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:03,909 DEBUG [RS:0;04ac815325d6:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:22:03,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:22:04,009 INFO [RS:0;04ac815325d6:39231 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.shipper04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 terminated 2024-11-13T20:22:04,009 WARN [RS_REFRESH_PEER-regionserver/04ac815325d6:0-0.replicationSource,2-04ac815325d6,39231,1731529296666.replicationSource.wal-reader.04ac815325d6%2C39231%2C1731529296666,2-04ac815325d6,39231,1731529296666 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T20:22:04,010 INFO [RS:0;04ac815325d6:39231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39231 2024-11-13T20:22:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01659394575/rs/04ac815325d6,39231,1731529296666 2024-11-13T20:22:04,012 INFO [RS:0;04ac815325d6:39231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:22:04,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575/rs 2024-11-13T20:22:04,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,39231,1731529296666] 2024-11-13T20:22:04,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01659394575/draining/04ac815325d6,39231,1731529296666 already deleted, retry=false 2024-11-13T20:22:04,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,39231,1731529296666 expired; onlineServers=0 2024-11-13T20:22:04,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,34605,1731529296608' ***** 2024-11-13T20:22:04,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:22:04,015 INFO [M:0;04ac815325d6:34605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:22:04,015 INFO [M:0;04ac815325d6:34605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:22:04,015 DEBUG [M:0;04ac815325d6:34605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:22:04,015 DEBUG [M:0;04ac815325d6:34605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:22:04,015 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529296874 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529296874,5,FailOnTimeoutGroup] 2024-11-13T20:22:04,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:22:04,015 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529296875 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529296875,5,FailOnTimeoutGroup] 2024-11-13T20:22:04,015 INFO [M:0;04ac815325d6:34605 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:22:04,015 INFO [M:0;04ac815325d6:34605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:22:04,015 DEBUG [M:0;04ac815325d6:34605 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:22:04,016 INFO [M:0;04ac815325d6:34605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:22:04,016 INFO [M:0;04ac815325d6:34605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:22:04,016 INFO [M:0;04ac815325d6:34605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:22:04,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:22:04,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01659394575/master 2024-11-13T20:22:04,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01659394575 2024-11-13T20:22:04,017 DEBUG [M:0;04ac815325d6:34605 {}] zookeeper.ZKUtil(347): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Unable to get data of znode /01659394575/master because node does not exist (not an error) 2024-11-13T20:22:04,017 WARN [M:0;04ac815325d6:34605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:22:04,018 INFO [M:0;04ac815325d6:34605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/.lastflushedseqids 2024-11-13T20:22:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741853_1029 (size=263) 2024-11-13T20:22:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1003ace52040001, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:04,114 INFO [RS:0;04ac815325d6:39231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:22:04,114 INFO [RS:0;04ac815325d6:39231 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,39231,1731529296666; zookeeper connection closed. 2024-11-13T20:22:04,114 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@280585b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@280585b9 2024-11-13T20:22:04,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T20:22:04,422 INFO [M:0;04ac815325d6:34605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:22:04,423 INFO [M:0;04ac815325d6:34605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:22:04,423 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:22:04,423 INFO [M:0;04ac815325d6:34605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:04,423 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:04,423 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:22:04,423 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:04,423 INFO [M:0;04ac815325d6:34605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-13T20:22:04,440 DEBUG [M:0;04ac815325d6:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc5b3f1b7870485db3c35f63e9bcec20 is 82, key is hbase:meta,,1/info:regioninfo/1731529298068/Put/seqid=0 2024-11-13T20:22:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741854_1030 (size=5672) 2024-11-13T20:22:04,844 INFO [M:0;04ac815325d6:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc5b3f1b7870485db3c35f63e9bcec20 2024-11-13T20:22:04,866 DEBUG [M:0;04ac815325d6:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c983937dcee84daf87a1e5a09f4d7d43 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731529310886/Put/seqid=0 2024-11-13T20:22:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741855_1031 (size=8909) 2024-11-13T20:22:04,872 INFO [M:0;04ac815325d6:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c983937dcee84daf87a1e5a09f4d7d43 2024-11-13T20:22:04,892 DEBUG [M:0;04ac815325d6:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0671fdce5a14ca8b6abe55a95569e66 is 69, key is 04ac815325d6,39231,1731529296666/rs:state/1731529296918/Put/seqid=0 2024-11-13T20:22:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741856_1032 (size=5156) 2024-11-13T20:22:05,296 INFO [M:0;04ac815325d6:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0671fdce5a14ca8b6abe55a95569e66 2024-11-13T20:22:05,300 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc5b3f1b7870485db3c35f63e9bcec20 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc5b3f1b7870485db3c35f63e9bcec20 2024-11-13T20:22:05,304 INFO [M:0;04ac815325d6:34605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc5b3f1b7870485db3c35f63e9bcec20, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T20:22:05,305 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c983937dcee84daf87a1e5a09f4d7d43 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c983937dcee84daf87a1e5a09f4d7d43 2024-11-13T20:22:05,309 INFO [M:0;04ac815325d6:34605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c983937dcee84daf87a1e5a09f4d7d43, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T20:22:05,310 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0671fdce5a14ca8b6abe55a95569e66 as hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0671fdce5a14ca8b6abe55a95569e66 2024-11-13T20:22:05,313 INFO [M:0;04ac815325d6:34605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/71977522-7d2f-b726-0d98-d69b4011bd8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0671fdce5a14ca8b6abe55a95569e66, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T20:22:05,313 INFO [M:0;04ac815325d6:34605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=112, compaction requested=false 2024-11-13T20:22:05,315 INFO [M:0;04ac815325d6:34605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:22:05,315 DEBUG [M:0;04ac815325d6:34605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529324423Disabling compacts and flushes for region at 1731529324423Disabling writes for close at 1731529324423Obtaining lock to block concurrent updates at 1731529324423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529324423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731529324423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529324424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529324424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529324439 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529324439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529324848 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529324866 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529324866Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529324876 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529324892 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529324892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598a91f1: reopening flushed file at 1731529325300 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e45781b: reopening flushed file at 1731529325305 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546eb7b: reopening flushed file at 1731529325309 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=112, compaction requested=false at 1731529325313 (+4 ms)Writing region close event to WAL at 1731529325314 (+1 ms)Closed at 1731529325315 (+1 ms) 2024-11-13T20:22:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41479 is added to blk_1073741830_1006 (size=69055) 2024-11-13T20:22:05,317 INFO [M:0;04ac815325d6:34605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:22:05,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:22:05,317 INFO [M:0;04ac815325d6:34605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34605 2024-11-13T20:22:05,317 INFO [M:0;04ac815325d6:34605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:22:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:05,419 INFO [M:0;04ac815325d6:34605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:22:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x1003ace52040000, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:22:05,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5799d95e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:22:05,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:22:05,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:22:05,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:22:05,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.log.dir/,STOPPED} 2024-11-13T20:22:05,424 WARN [BP-404759030-172.17.0.2-1731529295757 heartbeating to localhost/127.0.0.1:33559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:22:05,424 WARN [BP-404759030-172.17.0.2-1731529295757 heartbeating to localhost/127.0.0.1:33559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404759030-172.17.0.2-1731529295757 (Datanode Uuid e1237d73-9c0f-4f9c-a62d-d61243c226da) service to localhost/127.0.0.1:33559 2024-11-13T20:22:05,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8/data/data1/current/BP-404759030-172.17.0.2-1731529295757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:22:05,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/cluster_9c95c645-5e25-8185-0f8c-390a45ec0aa8/data/data2/current/BP-404759030-172.17.0.2-1731529295757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:22:05,426 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:22:05,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:22:05,426 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:22:05,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25a1cd57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:22:05,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:22:05,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:22:05,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:22:05,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91afb933-8add-2636-ef1d-a75ec0c96633/hadoop.log.dir/,STOPPED} 2024-11-13T20:22:05,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:22:05,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:22:05,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 533) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39229 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59924) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33559 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33559 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39229 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41777 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59924) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41777 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59924) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33559 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=6212 (was 6610) 2024-11-13T20:22:05,471 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-13T20:22:05,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003ace52040005, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:22:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1003ace52040008, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:22:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003ace52040002, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T20:22:05,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1003ace52040008, quorum=127.0.0.1:59924, baseZNode=/21927266502 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:22:05,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003ace52040005, quorum=127.0.0.1:59924, baseZNode=/1-753538440 Received Disconnected from ZooKeeper, ignoring 2024-11-13T20:22:05,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003ace52040002, quorum=127.0.0.1:59924, baseZNode=/01659394575 Received Disconnected from ZooKeeper, ignoring